[ 525.258584] env[66069]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.258584] env[66069]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.268860] env[66160]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.268860] env[66160]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.843304] env[66160]: INFO neutron.common.config [-] Logging enabled! [ 527.843683] env[66160]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 527.843857] env[66160]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66160) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.844178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.844272] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.845102] env[66160]: WARNING oslo_policy.policy [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.845320] env[66160]: WARNING oslo_policy.policy [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.846996] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] VMware NSXv3 Agent initialized successfully. [ 527.847349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] Acquiring lock "singleton_lock" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.847489] env[66160]: DEBUG oslo_concurrency.lockutils [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] Acquired lock "singleton_lock" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.847713] env[66160]: DEBUG oslo_concurrency.lockutils [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] Releasing lock "singleton_lock" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.847995] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] Full set of CONF: {{(pid=66160) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.848160] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ******************************************************************************** {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.848235] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] Configuration options gathered from: {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.848558] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.848723] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.848826] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ================================================================================ {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.848987] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] agent_down_time = 75 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.849140] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] allow_automatic_dhcp_failover = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.849272] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] allow_bulk = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.849410] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] api_extensions_path = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.849545] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] api_paste_config = api-paste.ini {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.849680] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] auth_strategy = keystone {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.849782] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] backdoor_port = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.849879] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] backdoor_socket = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850016] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] backlog = 4096 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850151] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] base_mac = fa:16:3e:00:00:00 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850301] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] bind_host = 0.0.0.0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850433] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] bind_port = 9696 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850563] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] client_socket_timeout = 900 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850696] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] config_dir = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850799] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.850929] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] config_source = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.851074] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] control_exchange = neutron {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.851207] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] core_plugin = ml2 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.851339] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] debug = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.851469] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] default_availability_zones = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.851666] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.851799] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] dhcp_agent_notification = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.851929] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] dhcp_agents_per_network = 1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852066] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] dhcp_lease_duration = 86400 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852206] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] dhcp_load_type = networks {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852335] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] dns_domain = openstacklocal {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852464] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852593] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] enable_default_route_bfd = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852718] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] enable_default_route_ecmp = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852841] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] enable_dvr = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.852964] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] enable_new_agents = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.853101] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.853226] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] enable_signals = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.853349] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] enable_traditional_dhcp = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.853470] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] external_dns_driver = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.853594] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] filter_validation = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.853727] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] global_physnet_mtu = 8950 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.853854] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] graceful_shutdown_timeout = 60 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854036] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] host = cpu-1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854166] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] host_dvr_for_dhcp = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854296] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] http_retries = 3 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854433] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] instance_format = [instance: %(uuid)s] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854556] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854692] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ipam_driver = internal {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854819] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ipv6_pd_enabled = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.854948] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] l3_ha = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.855093] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.855226] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] l3_ha_network_physical_name = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.855354] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] l3_ha_network_type = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.855488] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_color = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.855625] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_config_append = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.855758] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.855885] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_dir = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856049] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_file = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856114] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_options = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856247] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_rotate_interval = 1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856383] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_rotate_interval_type = days {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856545] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] log_rotation_type = none {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856652] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856754] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.856893] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857037] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857141] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857273] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] max_dns_nameservers = 5 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857411] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] max_header_line = 16384 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857592] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] max_l3_agents_per_router = 3 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857733] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] max_logfile_count = 30 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857866] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] max_logfile_size_mb = 200 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.857997] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] max_subnet_host_routes = 20 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.858148] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] my_ip = 10.180.1.21 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.858283] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] my_ipv6 = ::1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.858415] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] network_auto_schedule = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.858544] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] network_link_prefix = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.858679] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.858817] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] notify_nova_on_port_data_changes = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.858950] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] notify_nova_on_port_status_changes = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.859096] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] pagination_max_limit = -1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.859227] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] publish_errors = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.859357] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] rate_limit_burst = 0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.859492] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] rate_limit_except_level = CRITICAL {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.859621] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] rate_limit_interval = 0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.859751] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] retry_until_window = 30 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.859880] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] router_distributed = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860016] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] rpc_resources_processing_step = 20 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860150] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] rpc_response_max_timeout = 600 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860282] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] rpc_response_timeout = 60 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860409] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] send_events_interval = 2 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860552] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] service_plugins = ['router'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860689] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] setproctitle = on {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860814] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] shell_completion = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.860947] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] state_path = /opt/stack/data/neutron {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861093] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] syslog_log_facility = LOG_USER {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861222] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] tcp_keepidle = 600 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861353] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] transport_url = **** {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861481] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] use_journal = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861608] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] use_json = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861733] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] use_ssl = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861856] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] use_stderr = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.861987] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] use_syslog = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.862131] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] vlan_qinq = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.862255] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] vlan_transparent = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.862382] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] watch_log_file = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.862511] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] wsgi_default_pool_size = 100 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.862636] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] wsgi_keep_alive = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.862768] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.862897] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] wsgi_server_debug = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.863051] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_concurrency.disable_process_locking = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863191] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863326] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863457] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863595] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863728] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.863856] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864009] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.connection_string = messaging:// {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864153] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.enabled = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864289] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.es_doc_type = notification {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864420] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.es_scroll_size = 10000 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864568] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.es_scroll_time = 2m {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864702] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.filter_error_trace = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864837] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.hmac_keys = **** {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.864971] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.sentinel_service_name = mymaster {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865124] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.socket_timeout = 0.1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865256] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.trace_requests = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865386] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler.trace_sqlalchemy = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865529] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler_jaeger.process_tags = {} {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865660] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler_jaeger.service_name_prefix = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865793] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] profiler_otlp.service_name_prefix = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.865934] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.enforce_new_defaults = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866223] env[66160]: WARNING oslo_config.cfg [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.866371] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.enforce_scope = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866537] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.policy_default_rule = default {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866693] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866836] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.866978] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867124] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867254] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867379] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867546] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867703] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_policy.remote_timeout = 60.0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867854] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.867999] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] agent.extensions = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.868153] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.868290] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] service_providers.service_provider = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.868439] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.default_quota = -1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.868589] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.868758] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_floatingip = 50 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.868847] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_network = 100 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.868973] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_port = 500 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.869111] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.869237] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_router = 10 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.869362] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_security_group = 10 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.869488] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.869616] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.quota_subnet = 100 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.869740] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] QUOTAS.track_quota_usage = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.869880] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870015] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep.group = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870145] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep.helper_command = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870273] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep.log_daemon_traceback = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870406] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870536] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep.thread_pool_size = 8 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870665] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep.user = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870832] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.870934] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_dhcp_release.group = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871070] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_dhcp_release.helper_command = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871200] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871331] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871462] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871588] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_dhcp_release.user = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871722] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871846] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_ovs_vsctl.group = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.871969] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_ovs_vsctl.helper_command = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.872108] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.872241] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.872369] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.872496] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_ovs_vsctl.user = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.872632] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_namespace.capabilities = [21] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.872757] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_namespace.group = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.872883] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_namespace.helper_command = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873016] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_namespace.log_daemon_traceback = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873152] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873281] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_namespace.thread_pool_size = 8 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873406] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_namespace.user = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873542] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_conntrack.capabilities = [12] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873669] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_conntrack.group = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873794] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_conntrack.helper_command = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.873921] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874064] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874194] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874320] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_conntrack.user = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874452] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_link.capabilities = [12, 21] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874582] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_link.group = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874706] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_link.helper_command = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874835] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_link.log_daemon_traceback = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.874966] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.875108] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_link.thread_pool_size = 8 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.875233] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] privsep_link.user = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.875380] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.875524] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.875661] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.continue_on_failed_promotions = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.875793] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.dscp = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.875926] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.dscp_inherit = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.876074] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.force_mp_to_policy = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.876205] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.locking_coordinator_url = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.876335] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.log_agent_heartbeats = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.876495] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.logging_expire = 1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.876643] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.876775] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.876911] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.polling_interval = 240 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.877054] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.877192] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.877334] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.report_interval = 30.0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.877514] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.877684] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.877826] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.877961] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.sync_skew = 60 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.878107] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.synchronization_queue_size = 20 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.878241] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT.use_helper_for_ns_read = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.878382] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] SECURITYGROUP.enable_ipset = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.878523] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] SECURITYGROUP.enable_security_group = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.878659] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.878797] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.878931] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] experimental.ipv6_pd_enabled = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.879092] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.extension_drivers = ['port_security'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.879222] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.external_network_type = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.879364] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.879501] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.overlay_ip_version = 4 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.879636] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.path_mtu = 8950 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.879769] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.physical_network_mtus = {} {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.879906] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.tenant_network_types = ['vlan'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880050] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880191] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ml2.type_drivers = ['vlan'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880331] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT_CLI.neutron_port_id = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880460] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880590] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880730] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880865] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.880997] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.881142] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.881277] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.881410] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.881602] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.881741] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_login_password = **** {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.881878] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_login_port = 443 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882013] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_login_user = admin {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882152] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882288] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882418] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882546] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882678] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882820] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.882958] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.883103] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.883235] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.883370] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.883508] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.883643] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.883818] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.884074] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.884228] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] vsphere.vsphere_login_password = VMware1! {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.884368] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.884502] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.884642] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.auth_section = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.884782] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.auth_type = password {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.884919] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885059] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.certfile = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885194] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.collect_timing = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885330] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.endpoint_type = public {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885458] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.insecure = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885586] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.keyfile = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885721] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.region_name = RegionOne {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885852] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.split_loggers = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.885978] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] nova.timeout = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.886125] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.auth_section = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.886264] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.auth_type = password {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.886399] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.886553] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.certfile = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.886691] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.collect_timing = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.886828] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.endpoint_type = public {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.886955] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.insecure = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.887092] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.keyfile = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.887217] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.region_name = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.887343] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.split_loggers = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.887508] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] placement.timeout = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.887697] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.auth_section = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.887837] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.auth_type = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.887965] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.cafile = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.888104] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.certfile = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.888235] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.collect_timing = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.888363] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.connect_retries = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.888492] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.connect_retry_delay = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.888623] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.enable_notifications = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.888750] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.endpoint_override = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.888877] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.insecure = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889011] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.interface = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889143] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.keyfile = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889271] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.max_version = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889393] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.min_version = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889517] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.region_name = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889644] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.retriable_status_codes = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889767] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.service_name = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.889888] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.service_type = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890019] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.split_loggers = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890146] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.status_code_retries = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890273] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.status_code_retry_delay = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890396] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.timeout = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890521] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.valid_interfaces = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890646] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ironic.version = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890778] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] cli_script.dry_run = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.890920] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891064] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891199] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891328] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891455] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891585] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891713] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891841] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.891968] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.892118] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.892246] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.892386] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.892519] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.892659] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.892790] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.892927] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893071] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893202] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893339] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893467] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893595] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893721] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893846] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.893972] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.894108] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.894234] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.894359] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.894486] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.894648] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.894788] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.894917] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.ssl = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.895069] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.895206] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.895337] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.895472] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.895608] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.ssl_version = {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.895735] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.895877] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_notifications.driver = [] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.896027] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_notifications.retry = -1 {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.896170] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.896311] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] oslo_messaging_notifications.transport_url = **** {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.896461] env[66160]: DEBUG oslo_service.backend._eventlet.service [None req-55fadc26-7e62-4f08-ac58-d6cd7dfa2d4a None None] ******************************************************************************** {{(pid=66160) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.897819] env[66160]: DEBUG neutron.agent.securitygroups_rpc [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Init firewall settings (driver=nsxv3) {{(pid=66160) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.898979] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66160) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.899235] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.901570] env[66160]: DEBUG dogpile.cache.region [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.901689] env[66160]: DEBUG dogpile.lock [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.901787] env[66160]: DEBUG dogpile.lock [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.901877] env[66160]: DEBUG dogpile.lock [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.901970] env[66160]: DEBUG dogpile.cache.region [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.902071] env[66160]: DEBUG dogpile.lock [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.902197] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.950088] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Session token - acquiring [ 527.951675] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.951863] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.951963] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.952408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.965159] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.241871] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.268596] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.268781] env[66160]: DEBUG dogpile.cache.region [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Cache value generated in 0.367 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.268852] env[66160]: DEBUG dogpile.lock [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.268976] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Activating Policy API Provider. [ 528.269183] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Looking for the default Infrastructure Rules. [ 528.336830] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Looking for the Default Layer3 Logged Drop Section. [ 528.350828] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.351311] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.351480] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.351582] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.351867] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.352211] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.869860] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.373513] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.875920] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Inventory metadata is going to be refreshed. [ 529.876320] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.666407] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.666705] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.666753] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.667066] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.678661] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.679523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.680155] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.699830] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.700091] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.700091] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.700404] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.700527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.700699] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.700820] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.700925] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.726870] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.727098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.727171] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.727442] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.727668] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.727816] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.750914] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.751176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.751176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.751479] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.751622] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.751766] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.775274] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.775539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.775539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.775890] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.776046] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.776201] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.776303] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.776405] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.797597] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.797883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.797997] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.798310] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.798434] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.798581] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.798686] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.798788] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.821480] env[66160]: DEBUG networking_nsxv3.common.locking [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.821739] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.821782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.822070] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.822211] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.822360] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.822463] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.822562] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Inventory metadata have been refreshed. [ 530.822685] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Dryrun:True. Metadata refresh completed. [ 530.822842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Releasing lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.824561] env[66160]: INFO neutron.agent.agent_extensions_manager [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Loaded agent extensions: [] [ 530.825260] env[66160]: DEBUG neutron_lib.callbacks.manager [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66160) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.885568] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.885952] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.885952] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.826537] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.826896] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.827431] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.827979] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.829465] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.829465] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.105951] env[66160]: INFO networking_nsxv3.common.synchronization [None req-78f10f31-0666-48be-883b-9b0aba863d63 demo admin] Enqueued Resource ID: 1be7e4b2-5ebc-40c9-a12d-6d15bc934670 with Priority: HIGHEST for action security_group_rules [ 546.106620] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be7e4b2-5ebc-40c9-a12d-6d15bc934670 with Priority: HIGHEST for action security_group_rules [ 546.107096] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be7e4b2-5ebc-40c9-a12d-6d15bc934670 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.107250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be7e4b2-5ebc-40c9-a12d-6d15bc934670" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.107312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be7e4b2-5ebc-40c9-a12d-6d15bc934670" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.107748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be7e4b2-5ebc-40c9-a12d-6d15bc934670" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.107866] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be7e4b2-5ebc-40c9-a12d-6d15bc934670',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.630836] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.630836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.630836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.630836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.630836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.630836] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be7e4b2-5ebc-40c9-a12d-6d15bc934670 already deleted. [ 546.630836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be7e4b2-5ebc-40c9-a12d-6d15bc934670" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.828609] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.829100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.829100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.829100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.829288] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.331933] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.834956] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.337221] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 549.337405] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 550.076382] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.076824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.076824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.076824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.088479] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 550.089304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.089898] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 550.106817] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.107068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.107068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.107300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.107390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.107500] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 550.107571] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.107642] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.126536] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.126748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.126748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.126982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.127136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.127243] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.145727] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.145887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.145930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.146131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.146232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.146335] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.167164] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.167359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.167359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.167564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.167666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.167775] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 550.167846] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.167914] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.185495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.185691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.185691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.185892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.185981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.186098] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.186168] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.186239] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.206773] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.207020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.207020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.207242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.207374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.207511] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.207605] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.207696] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 550.207783] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 550.207886] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 550.207970] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 550.208067] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 550.208357] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 550.208442] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 550.208533] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.227121] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.227341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.227341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.227503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.227606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.227712] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.245353] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.245541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.245541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.245701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.245798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.258356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.107596] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.108042] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.108878] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.109176] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.109841] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.109841] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.110622] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.111043] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.112441] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.112441] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.117289] env[66160]: INFO networking_nsxv3.common.synchronization [None req-33d5993a-6172-40fc-a555-6dcc7e3e59bb None None] Enqueued Resource ID: d6761383-f911-4fde-afef-9da0d75d4b26 with Priority: HIGHEST for action port [ 571.117845] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6761383-f911-4fde-afef-9da0d75d4b26 with Priority: HIGHEST for action port [ 571.118264] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6761383-f911-4fde-afef-9da0d75d4b26 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.118384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6761383-f911-4fde-afef-9da0d75d4b26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.118424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6761383-f911-4fde-afef-9da0d75d4b26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.120775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6761383-f911-4fde-afef-9da0d75d4b26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.120901] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6761383-f911-4fde-afef-9da0d75d4b26',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.624601] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6761383-f911-4fde-afef-9da0d75d4b26 [ 571.624666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.624825] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.624825] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.625630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.625630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.625630] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6761383-f911-4fde-afef-9da0d75d4b26 already deleted. [ 571.625630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6761383-f911-4fde-afef-9da0d75d4b26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.081859] env[66160]: INFO networking_nsxv3.common.synchronization [None req-4c6f934a-ac89-441b-96ec-6540c72f7806 None None] Enqueued Resource ID: 807f4577-da4c-4344-b7bc-0f24fec470f8 with Priority: HIGHEST for action port [ 573.081859] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807f4577-da4c-4344-b7bc-0f24fec470f8 with Priority: HIGHEST for action port [ 573.082854] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-807f4577-da4c-4344-b7bc-0f24fec470f8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.084756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-807f4577-da4c-4344-b7bc-0f24fec470f8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.084756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-807f4577-da4c-4344-b7bc-0f24fec470f8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.084756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-807f4577-da4c-4344-b7bc-0f24fec470f8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.084756] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('807f4577-da4c-4344-b7bc-0f24fec470f8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.586713] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 807f4577-da4c-4344-b7bc-0f24fec470f8 [ 573.586948] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.587106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.587171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.587444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.587698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.587698] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:807f4577-da4c-4344-b7bc-0f24fec470f8 already deleted. [ 573.587698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-807f4577-da4c-4344-b7bc-0f24fec470f8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.015842] env[66160]: INFO networking_nsxv3.common.synchronization [req-6009250c-e647-4250-8e03-79b72d87a9f2 req-41e96fe1-ff22-48c6-acae-655e2eabfe38 tempest-SecurityGroupRulesTestJSON-1230021976 tempest-SecurityGroupRulesTestJSON-1230021976-project-member] Enqueued Resource ID: 98342106-6dfd-40d0-a656-b8450438a5e6 with Priority: HIGHEST for action security_group_rules [ 577.016478] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98342106-6dfd-40d0-a656-b8450438a5e6 with Priority: HIGHEST for action security_group_rules [ 577.016740] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98342106-6dfd-40d0-a656-b8450438a5e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.017195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98342106-6dfd-40d0-a656-b8450438a5e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.017195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98342106-6dfd-40d0-a656-b8450438a5e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.017343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98342106-6dfd-40d0-a656-b8450438a5e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.017343] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98342106-6dfd-40d0-a656-b8450438a5e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.537651] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.539183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.539183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.539183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.539183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.539183] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98342106-6dfd-40d0-a656-b8450438a5e6 already deleted. [ 577.539183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98342106-6dfd-40d0-a656-b8450438a5e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.600347] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b7456fc2-6e64-4c88-98e8-cad92470b974 None None] Enqueued Resource ID: 230919b1-3621-4992-8a71-6791ccc8c910 with Priority: HIGHEST for action port [ 578.601787] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230919b1-3621-4992-8a71-6791ccc8c910 with Priority: HIGHEST for action port [ 578.602691] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-230919b1-3621-4992-8a71-6791ccc8c910 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.602863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-230919b1-3621-4992-8a71-6791ccc8c910" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.603880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-230919b1-3621-4992-8a71-6791ccc8c910" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.603880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-230919b1-3621-4992-8a71-6791ccc8c910" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.603880] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230919b1-3621-4992-8a71-6791ccc8c910',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.652206] env[66160]: INFO networking_nsxv3.common.synchronization [None req-9ddb4e92-246f-4538-9e53-18c634761c19 None None] Enqueued Resource ID: 72984f53-e7f0-42a8-9a9b-e428044191df with Priority: HIGHEST for action port [ 578.652916] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72984f53-e7f0-42a8-9a9b-e428044191df with Priority: HIGHEST for action port [ 578.653337] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-72984f53-e7f0-42a8-9a9b-e428044191df taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.653337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72984f53-e7f0-42a8-9a9b-e428044191df" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.653522] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72984f53-e7f0-42a8-9a9b-e428044191df" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.653944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72984f53-e7f0-42a8-9a9b-e428044191df" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.653944] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72984f53-e7f0-42a8-9a9b-e428044191df',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.107327] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 230919b1-3621-4992-8a71-6791ccc8c910 [ 579.107656] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.107800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.107871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.108102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.108187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.108279] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:230919b1-3621-4992-8a71-6791ccc8c910 already deleted. [ 579.108357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-230919b1-3621-4992-8a71-6791ccc8c910" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.157877] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72984f53-e7f0-42a8-9a9b-e428044191df [ 579.157877] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.157877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.157877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.157877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.157877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.157877] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72984f53-e7f0-42a8-9a9b-e428044191df already deleted. [ 579.157877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72984f53-e7f0-42a8-9a9b-e428044191df" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.521907] env[66160]: INFO networking_nsxv3.common.synchronization [None req-926b32a8-270d-49af-a1d5-5e5a46259ea6 None None] Enqueued Resource ID: 43527f34-9e56-4945-a73c-7c8b7790e900 with Priority: HIGHEST for action port [ 579.522874] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43527f34-9e56-4945-a73c-7c8b7790e900 with Priority: HIGHEST for action port [ 579.523494] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-43527f34-9e56-4945-a73c-7c8b7790e900 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.523494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43527f34-9e56-4945-a73c-7c8b7790e900" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.523494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43527f34-9e56-4945-a73c-7c8b7790e900" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.523783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43527f34-9e56-4945-a73c-7c8b7790e900" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.523855] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43527f34-9e56-4945-a73c-7c8b7790e900',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.565215] env[66160]: INFO networking_nsxv3.common.synchronization [None req-0c073b2d-8b97-4eea-9999-1057f16f8fc4 None None] Enqueued Resource ID: cc5563b2-39a2-422e-9836-7f55620af1f2 with Priority: HIGHEST for action port [ 579.565468] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5563b2-39a2-422e-9836-7f55620af1f2 with Priority: HIGHEST for action port [ 579.566149] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5563b2-39a2-422e-9836-7f55620af1f2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.566251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5563b2-39a2-422e-9836-7f55620af1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.566251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5563b2-39a2-422e-9836-7f55620af1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.566880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5563b2-39a2-422e-9836-7f55620af1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.566880] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5563b2-39a2-422e-9836-7f55620af1f2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.026444] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43527f34-9e56-4945-a73c-7c8b7790e900 [ 580.026785] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.026855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.026919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.028328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.028481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.028636] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43527f34-9e56-4945-a73c-7c8b7790e900 already deleted. [ 580.028760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43527f34-9e56-4945-a73c-7c8b7790e900" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.074834] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc5563b2-39a2-422e-9836-7f55620af1f2 [ 580.074834] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.074834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.074834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.074834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.074834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.074834] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc5563b2-39a2-422e-9836-7f55620af1f2 already deleted. [ 580.074834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5563b2-39a2-422e-9836-7f55620af1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.110343] env[66160]: INFO networking_nsxv3.common.synchronization [None req-56c4fdb6-1460-4b01-95be-943f4f3c29aa None None] Enqueued Resource ID: 680f40db-e985-4613-ac68-d9edd2f90c7c with Priority: HIGHEST for action port [ 581.112726] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680f40db-e985-4613-ac68-d9edd2f90c7c with Priority: HIGHEST for action port [ 581.112726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-680f40db-e985-4613-ac68-d9edd2f90c7c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.112726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680f40db-e985-4613-ac68-d9edd2f90c7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.112914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680f40db-e985-4613-ac68-d9edd2f90c7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.113032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680f40db-e985-4613-ac68-d9edd2f90c7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.113114] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680f40db-e985-4613-ac68-d9edd2f90c7c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.617131] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 680f40db-e985-4613-ac68-d9edd2f90c7c [ 581.617381] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.617532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.617608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.619018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.619018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.619018] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:680f40db-e985-4613-ac68-d9edd2f90c7c already deleted. [ 581.619018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680f40db-e985-4613-ac68-d9edd2f90c7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.984483] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ac1b6b1b-8c6e-4d80-a6f5-23d87d929f16 None None] Enqueued Resource ID: cc3efee5-6561-43d4-a712-a17ac3204419 with Priority: HIGHEST for action port [ 581.984483] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3efee5-6561-43d4-a712-a17ac3204419 with Priority: HIGHEST for action port [ 581.984903] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3efee5-6561-43d4-a712-a17ac3204419 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.985764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3efee5-6561-43d4-a712-a17ac3204419" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.985764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3efee5-6561-43d4-a712-a17ac3204419" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.985764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3efee5-6561-43d4-a712-a17ac3204419" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.985764] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3efee5-6561-43d4-a712-a17ac3204419',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.488599] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc3efee5-6561-43d4-a712-a17ac3204419 [ 582.488897] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.488961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.489054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.489487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.489487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.489585] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc3efee5-6561-43d4-a712-a17ac3204419 already deleted. [ 582.489656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3efee5-6561-43d4-a712-a17ac3204419" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.012689] env[66160]: INFO networking_nsxv3.common.synchronization [None req-c272271f-6b92-46bd-aae6-3f9ec3d9c62b None None] Enqueued Resource ID: f9df6ede-cd5e-4af6-9d81-e6118ecce2f5 with Priority: HIGHEST for action port [ 584.013732] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9df6ede-cd5e-4af6-9d81-e6118ecce2f5 with Priority: HIGHEST for action port [ 584.013990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9df6ede-cd5e-4af6-9d81-e6118ecce2f5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.014105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9df6ede-cd5e-4af6-9d81-e6118ecce2f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.014172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9df6ede-cd5e-4af6-9d81-e6118ecce2f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.014418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9df6ede-cd5e-4af6-9d81-e6118ecce2f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.014496] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9df6ede-cd5e-4af6-9d81-e6118ecce2f5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.065247] env[66160]: INFO networking_nsxv3.common.synchronization [None req-48684ca5-d479-46b8-8610-524369396bf2 None None] Enqueued Resource ID: 1a96c917-c288-4942-9c5b-1685033aa654 with Priority: HIGHEST for action port [ 584.066026] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a96c917-c288-4942-9c5b-1685033aa654 with Priority: HIGHEST for action port [ 584.067359] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a96c917-c288-4942-9c5b-1685033aa654 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.069159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a96c917-c288-4942-9c5b-1685033aa654" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.069159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a96c917-c288-4942-9c5b-1685033aa654" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.069159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a96c917-c288-4942-9c5b-1685033aa654" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.069159] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a96c917-c288-4942-9c5b-1685033aa654',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.234190] env[66160]: INFO networking_nsxv3.common.synchronization [None req-3ab648d4-a496-49a4-9b08-f1d358badc5d None None] Enqueued Resource ID: 83121b5f-52e9-4b45-a71b-ec03bd10e196 with Priority: HIGHEST for action port [ 584.234593] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83121b5f-52e9-4b45-a71b-ec03bd10e196 with Priority: HIGHEST for action port [ 584.236431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-83121b5f-52e9-4b45-a71b-ec03bd10e196 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.236431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83121b5f-52e9-4b45-a71b-ec03bd10e196" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.236431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83121b5f-52e9-4b45-a71b-ec03bd10e196" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.236431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83121b5f-52e9-4b45-a71b-ec03bd10e196" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.236815] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83121b5f-52e9-4b45-a71b-ec03bd10e196',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.520067] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9df6ede-cd5e-4af6-9d81-e6118ecce2f5 [ 584.520389] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.520519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.520519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.520779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.520877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.520973] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9df6ede-cd5e-4af6-9d81-e6118ecce2f5 already deleted. [ 584.521225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9df6ede-cd5e-4af6-9d81-e6118ecce2f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.573652] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a96c917-c288-4942-9c5b-1685033aa654 [ 584.573652] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.573652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.573652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.573652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.573652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.573652] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a96c917-c288-4942-9c5b-1685033aa654 already deleted. [ 584.573652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a96c917-c288-4942-9c5b-1685033aa654" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.742264] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83121b5f-52e9-4b45-a71b-ec03bd10e196 [ 584.743126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.743126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.743126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.743126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.743126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.744506] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83121b5f-52e9-4b45-a71b-ec03bd10e196 already deleted. [ 584.744506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83121b5f-52e9-4b45-a71b-ec03bd10e196" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.454689] env[66160]: INFO networking_nsxv3.common.synchronization [req-43d0a70a-e7df-4e06-b471-cae346720060 req-80a9a72c-810b-4e71-8891-96e8fb7f51e3 tempest-SecurityGroupRulesTestJSON-1230021976 tempest-SecurityGroupRulesTestJSON-1230021976-project-member] Enqueued Resource ID: 0b3d3c69-0e89-4aa3-883e-4c45b7a3e783 with Priority: HIGHEST for action security_group_rules [ 585.455255] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3d3c69-0e89-4aa3-883e-4c45b7a3e783 with Priority: HIGHEST for action security_group_rules [ 585.455588] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b3d3c69-0e89-4aa3-883e-4c45b7a3e783 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.455719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b3d3c69-0e89-4aa3-883e-4c45b7a3e783" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.455789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b3d3c69-0e89-4aa3-883e-4c45b7a3e783" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.457933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b3d3c69-0e89-4aa3-883e-4c45b7a3e783" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.458069] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b3d3c69-0e89-4aa3-883e-4c45b7a3e783',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.982338] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.982869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.982869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.982869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.982869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.982988] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b3d3c69-0e89-4aa3-883e-4c45b7a3e783 already deleted. [ 585.982988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b3d3c69-0e89-4aa3-883e-4c45b7a3e783" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.055202] env[66160]: INFO networking_nsxv3.common.synchronization [None req-39f6f0f2-ab83-4dda-b453-5e7ec88c173e None None] Enqueued Resource ID: 85e5aa0f-6efa-40c4-93d3-8f46b86872a9 with Priority: HIGHEST for action port [ 586.055574] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e5aa0f-6efa-40c4-93d3-8f46b86872a9 with Priority: HIGHEST for action port [ 586.057057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e5aa0f-6efa-40c4-93d3-8f46b86872a9 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.057057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e5aa0f-6efa-40c4-93d3-8f46b86872a9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.057057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e5aa0f-6efa-40c4-93d3-8f46b86872a9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.057057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e5aa0f-6efa-40c4-93d3-8f46b86872a9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.057300] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e5aa0f-6efa-40c4-93d3-8f46b86872a9',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.504040] env[66160]: INFO networking_nsxv3.common.synchronization [None req-38c5c8c1-dbef-4ad3-8c0b-851929fbf018 None None] Enqueued Resource ID: 90142ef9-a09e-44ac-94aa-511a569855b6 with Priority: HIGHEST for action port [ 586.506016] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90142ef9-a09e-44ac-94aa-511a569855b6 with Priority: HIGHEST for action port [ 586.506016] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-90142ef9-a09e-44ac-94aa-511a569855b6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.506016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90142ef9-a09e-44ac-94aa-511a569855b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.506016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90142ef9-a09e-44ac-94aa-511a569855b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.506016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90142ef9-a09e-44ac-94aa-511a569855b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.506016] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90142ef9-a09e-44ac-94aa-511a569855b6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.560214] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85e5aa0f-6efa-40c4-93d3-8f46b86872a9 [ 586.560385] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.560519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.560594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.560830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.562859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.562859] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85e5aa0f-6efa-40c4-93d3-8f46b86872a9 already deleted. [ 586.562859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e5aa0f-6efa-40c4-93d3-8f46b86872a9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.007492] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90142ef9-a09e-44ac-94aa-511a569855b6 [ 587.007792] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.007934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.008013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.008239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.008330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.008426] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90142ef9-a09e-44ac-94aa-511a569855b6 already deleted. [ 587.008510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90142ef9-a09e-44ac-94aa-511a569855b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.179279] env[66160]: INFO networking_nsxv3.common.synchronization [None req-5d23f716-da17-41f6-9edd-85da07e99f29 None None] Enqueued Resource ID: 9274d301-6339-4a4e-af67-cafc8afa9675 with Priority: HIGHEST for action port [ 587.179490] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9274d301-6339-4a4e-af67-cafc8afa9675 with Priority: HIGHEST for action port [ 587.180190] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-9274d301-6339-4a4e-af67-cafc8afa9675 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.180306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9274d301-6339-4a4e-af67-cafc8afa9675" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.180306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9274d301-6339-4a4e-af67-cafc8afa9675" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.180506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9274d301-6339-4a4e-af67-cafc8afa9675" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.180616] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9274d301-6339-4a4e-af67-cafc8afa9675',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.683616] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9274d301-6339-4a4e-af67-cafc8afa9675 [ 587.684319] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.684319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.684319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.684319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.684319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.684592] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9274d301-6339-4a4e-af67-cafc8afa9675 already deleted. [ 587.684592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9274d301-6339-4a4e-af67-cafc8afa9675" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.812124] env[66160]: INFO networking_nsxv3.common.synchronization [None req-2a939ca8-c501-47cc-985c-ff1745174fd2 None None] Enqueued Resource ID: 431d7c29-dab3-4fec-9429-f2a44ad1565c with Priority: HIGHEST for action port [ 588.812808] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431d7c29-dab3-4fec-9429-f2a44ad1565c with Priority: HIGHEST for action port [ 588.814572] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-431d7c29-dab3-4fec-9429-f2a44ad1565c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.814572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-431d7c29-dab3-4fec-9429-f2a44ad1565c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.814572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-431d7c29-dab3-4fec-9429-f2a44ad1565c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.814572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-431d7c29-dab3-4fec-9429-f2a44ad1565c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.814572] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431d7c29-dab3-4fec-9429-f2a44ad1565c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.320722] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 431d7c29-dab3-4fec-9429-f2a44ad1565c [ 589.321384] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.321557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.321643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.321876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.322058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.322116] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:431d7c29-dab3-4fec-9429-f2a44ad1565c already deleted. [ 589.323420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-431d7c29-dab3-4fec-9429-f2a44ad1565c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.987094] env[66160]: INFO networking_nsxv3.common.synchronization [req-5d6c5491-555a-487f-9389-8f119123d953 req-667031f8-3734-4417-9e47-3a33c6692b34 tempest-DeleteServersAdminTestJSON-1610667119 tempest-DeleteServersAdminTestJSON-1610667119-project-member] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 589.989207] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 589.989207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.992222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.992320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.992572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.992762] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.992880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.992945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.993774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.993774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.993774] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.067335] env[66160]: INFO networking_nsxv3.common.synchronization [None req-a3097d3d-5255-4c66-975b-bca2057d9ec4 None None] Enqueued Resource ID: 4122a105-f719-4050-a827-ac4d9ba811cb with Priority: HIGHEST for action port [ 590.067335] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4122a105-f719-4050-a827-ac4d9ba811cb with Priority: HIGHEST for action port [ 590.070021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4122a105-f719-4050-a827-ac4d9ba811cb taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.070021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4122a105-f719-4050-a827-ac4d9ba811cb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.070021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4122a105-f719-4050-a827-ac4d9ba811cb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.070021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4122a105-f719-4050-a827-ac4d9ba811cb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.070021] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4122a105-f719-4050-a827-ac4d9ba811cb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.141819] env[66160]: INFO networking_nsxv3.common.synchronization [None req-5f2380c2-8ba3-4dae-b250-e199894755b6 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 590.141819] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 590.141819] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.141819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.141819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.142628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.142628] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.260259] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b58f3802-bbda-4ac4-9684-ceca1a539fb0 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 590.260809] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 590.261186] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.261298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.496189] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.496330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.496371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.497135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.497135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.497135] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.497135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.497135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.497360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.497360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.497429] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee already deleted. [ 590.497467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.534376] env[66160]: INFO networking_nsxv3.common.synchronization [None req-215a640c-92ea-41e7-81c8-5b582bfa59df None None] Enqueued Resource ID: c27ec5cc-2212-49c2-9f1d-231e28d4cf67 with Priority: HIGHEST for action port [ 590.534376] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27ec5cc-2212-49c2-9f1d-231e28d4cf67 with Priority: HIGHEST for action port [ 590.534376] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c27ec5cc-2212-49c2-9f1d-231e28d4cf67 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.534376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c27ec5cc-2212-49c2-9f1d-231e28d4cf67" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.534376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c27ec5cc-2212-49c2-9f1d-231e28d4cf67" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.534376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c27ec5cc-2212-49c2-9f1d-231e28d4cf67" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.534376] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27ec5cc-2212-49c2-9f1d-231e28d4cf67',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.572971] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4122a105-f719-4050-a827-ac4d9ba811cb [ 590.573221] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.573356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.573433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.573638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.574019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.574019] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4122a105-f719-4050-a827-ac4d9ba811cb already deleted. [ 590.574019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4122a105-f719-4050-a827-ac4d9ba811cb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.666772] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.666959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.670133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.670133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.670133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.670133] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c already deleted. [ 590.670133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.670133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.670133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.670133] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.938682] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.938899] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.938955] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.940039] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.940039] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.940039] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.940039] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.940039] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.940341] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.940491] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.940983] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.941137] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.941258] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.941354] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.941458] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.941597] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.964709] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.964942] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.968018] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.968018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.968353] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-103a23d9-edf7-4bc0-b953-adaf29aa5127 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.968353] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.968480] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.968770] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.968895] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103a23d9-edf7-4bc0-b953-adaf29aa5127',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.036632] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c27ec5cc-2212-49c2-9f1d-231e28d4cf67 [ 591.036632] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.037138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.037138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.037138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.037247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.037923] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c27ec5cc-2212-49c2-9f1d-231e28d4cf67 already deleted. [ 591.037923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c27ec5cc-2212-49c2-9f1d-231e28d4cf67" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.193984] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.194549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.194549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.194549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.194549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.196279] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c already deleted. [ 591.196279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.204407] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b56da00e-aab3-427f-8fa0-2c8a19fb331b None None] Enqueued Resource ID: 7c6d33ca-a799-4096-9b7c-642e18da5521 with Priority: HIGHEST for action port [ 591.204407] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6d33ca-a799-4096-9b7c-642e18da5521 with Priority: HIGHEST for action port [ 591.204407] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6d33ca-a799-4096-9b7c-642e18da5521 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.204407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6d33ca-a799-4096-9b7c-642e18da5521" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.204407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6d33ca-a799-4096-9b7c-642e18da5521" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.204407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6d33ca-a799-4096-9b7c-642e18da5521" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.204407] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6d33ca-a799-4096-9b7c-642e18da5521',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.472783] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.473605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.473605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.473605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.473605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.473914] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 103a23d9-edf7-4bc0-b953-adaf29aa5127 not found, creating... [ 591.473995] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.474163] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.474273] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.474484] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.474612] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.474968] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.475130] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.475299] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.475577] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.475717] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.475847] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 103a23d9-edf7-4bc0-b953-adaf29aa5127 is going to be created. [ 591.502354] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.502354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.502354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.502354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.502354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.502354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.707269] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c6d33ca-a799-4096-9b7c-642e18da5521 [ 591.707534] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.708186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.708186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.708186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.708311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.708311] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c6d33ca-a799-4096-9b7c-642e18da5521 already deleted. [ 591.708403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6d33ca-a799-4096-9b7c-642e18da5521" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.934331] env[66160]: INFO networking_nsxv3.common.synchronization [req-49333705-f538-4c76-85f3-a9685b4e047d req-bf444551-efff-4d93-82f9-d4400a8699e6 tempest-ServerDiagnosticsTest-1324334888 tempest-ServerDiagnosticsTest-1324334888-project-member] Enqueued Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_members [ 591.934661] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_members [ 591.934964] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.935246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.935341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.935569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.935733] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.935874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.935935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.936060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.936150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.936401] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.305275] env[66160]: INFO networking_nsxv3.common.synchronization [req-5d6c5491-555a-487f-9389-8f119123d953 req-889541bc-ad2d-4469-90d3-02d9b045dfbb service nova] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_rules [ 592.305563] env[66160]: INFO networking_nsxv3.common.synchronization [req-5d6c5491-555a-487f-9389-8f119123d953 req-889541bc-ad2d-4469-90d3-02d9b045dfbb service nova] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 592.305563] env[66160]: INFO networking_nsxv3.common.synchronization [req-5d6c5491-555a-487f-9389-8f119123d953 req-889541bc-ad2d-4469-90d3-02d9b045dfbb service nova] Enqueued Resource ID: 103a23d9-edf7-4bc0-b953-adaf29aa5127 with Priority: HIGHEST for action port [ 592.306786] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_rules [ 592.306786] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 592.306786] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103a23d9-edf7-4bc0-b953-adaf29aa5127 with Priority: HIGHEST for action port [ 592.306786] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.306786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.306786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.307283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.307283] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.308603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.308603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.308603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.308603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.308603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.308838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.308838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.308893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.310308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.310308] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.310308] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-103a23d9-edf7-4bc0-b953-adaf29aa5127 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.310308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.310308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.310765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.310765] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103a23d9-edf7-4bc0-b953-adaf29aa5127',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.439799] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.439799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.439799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.439799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.440217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.440217] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.440217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.440391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.440391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.440449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.440533] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 already deleted. [ 592.440618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.664166] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.664320] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.664455] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.664661] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.664912] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.665078] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.665191] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.665611] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.665611] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.665767] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.665877] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.665979] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.667789] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.667789] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.667862] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.667994] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.696108] env[66160]: INFO networking_nsxv3.common.synchronization [None req-3d4e5456-2df9-42b4-9bf3-0b585d3e2246 tempest-VolumesAssistedSnapshotsTest-832609459 tempest-VolumesAssistedSnapshotsTest-832609459-project-member] Enqueued Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_rules [ 592.697666] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.697917] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.698148] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.698400] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.698779] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-e1e55b35-80b7-4b76-9a44-93b182e2f133 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.699414] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.699414] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.699539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.700096] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e55b35-80b7-4b76-9a44-93b182e2f133',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.701516] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_rules [ 592.702252] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.702355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.702598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.702598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.702721] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.813911] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.814984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.822583] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.826947] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 103a23d9-edf7-4bc0-b953-adaf29aa5127 with status ACTIVE [ 592.826947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.827110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.827110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.829101] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.829101] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.829101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.829101] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 103a23d9-edf7-4bc0-b953-adaf29aa5127 is going to be updated. [ 592.857899] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.858109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.858158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.858454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.858496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.858634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-103a23d9-edf7-4bc0-b953-adaf29aa5127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.006402] env[66160]: INFO networking_nsxv3.common.synchronization [None req-09820857-19be-4e5c-972c-042adb697d99 tempest-VolumesAssistedSnapshotsTest-832609459 tempest-VolumesAssistedSnapshotsTest-832609459-project-member] Enqueued Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_rules [ 593.006402] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_rules [ 593.006402] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.006402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.161895] env[66160]: INFO networking_nsxv3.common.synchronization [None req-d3f73f7e-870e-4d4a-8edc-aae4ec12ff1c None None] Enqueued Resource ID: 3420fac6-8155-4e78-a506-394e571ec10e with Priority: HIGHEST for action port [ 593.162193] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3420fac6-8155-4e78-a506-394e571ec10e with Priority: HIGHEST for action port [ 593.163101] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3420fac6-8155-4e78-a506-394e571ec10e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.163101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3420fac6-8155-4e78-a506-394e571ec10e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.163101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3420fac6-8155-4e78-a506-394e571ec10e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.163101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3420fac6-8155-4e78-a506-394e571ec10e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.163316] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3420fac6-8155-4e78-a506-394e571ec10e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.203482] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.203482] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.203482] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.203732] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.203769] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.203907] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port e1e55b35-80b7-4b76-9a44-93b182e2f133 not found, creating... [ 593.204172] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.204322] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.204433] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.204640] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.204772] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.205050] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.205201] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.205312] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.205523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.205684] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.205826] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: e1e55b35-80b7-4b76-9a44-93b182e2f133 is going to be created. [ 593.232478] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.232569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.232616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.232829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.232919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.233037] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 already deleted. [ 593.233127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.233268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.233420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.233504] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.235131] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.235321] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.236228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.236228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.236228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.236228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.330417] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.665512] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3420fac6-8155-4e78-a506-394e571ec10e [ 593.666893] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.666893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.666893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.666893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.666893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.666893] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3420fac6-8155-4e78-a506-394e571ec10e already deleted. [ 593.666893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3420fac6-8155-4e78-a506-394e571ec10e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.757765] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.757765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.757765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.757765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.757988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.757988] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 already deleted. [ 593.757988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.832908] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.833243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.833398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.833741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.833895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.834057] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be created. [ 593.864321] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.864630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.864630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.864771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.865047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.875273] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: UNINITIALIZED for 2s [ 594.004340] env[66160]: INFO networking_nsxv3.common.synchronization [req-49333705-f538-4c76-85f3-a9685b4e047d req-ccf3c852-4aab-4e29-8ed0-8c0fecb0b55f service nova] Enqueued Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_rules [ 594.004340] env[66160]: INFO networking_nsxv3.common.synchronization [req-49333705-f538-4c76-85f3-a9685b4e047d req-ccf3c852-4aab-4e29-8ed0-8c0fecb0b55f service nova] Enqueued Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_members [ 594.004340] env[66160]: INFO networking_nsxv3.common.synchronization [req-49333705-f538-4c76-85f3-a9685b4e047d req-ccf3c852-4aab-4e29-8ed0-8c0fecb0b55f service nova] Enqueued Resource ID: e1e55b35-80b7-4b76-9a44-93b182e2f133 with Priority: HIGHEST for action port [ 594.004340] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_rules [ 594.004340] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_members [ 594.004340] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e55b35-80b7-4b76-9a44-93b182e2f133 with Priority: HIGHEST for action port [ 594.008325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.008325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.008325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.008325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.008325] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.008325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.008325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.008325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.008325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.008325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.010115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.010527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.013322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.013322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.013322] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.013322] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e55b35-80b7-4b76-9a44-93b182e2f133 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.013322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.013322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.013322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.013322] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e55b35-80b7-4b76-9a44-93b182e2f133',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.367687] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ce16bb68-72f4-4d70-a6a0-6f5681df9b87 None None] Enqueued Resource ID: 788e7051-2f59-418a-8b86-62754b74eade with Priority: HIGHEST for action port [ 594.369321] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788e7051-2f59-418a-8b86-62754b74eade with Priority: HIGHEST for action port [ 594.369732] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-788e7051-2f59-418a-8b86-62754b74eade taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.370705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-788e7051-2f59-418a-8b86-62754b74eade" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.370870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-788e7051-2f59-418a-8b86-62754b74eade" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.371238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-788e7051-2f59-418a-8b86-62754b74eade" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.371364] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788e7051-2f59-418a-8b86-62754b74eade',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.514413] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.514413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.517770] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.518695] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e55b35-80b7-4b76-9a44-93b182e2f133 with status ACTIVE [ 594.519716] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.519716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.519716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.519716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.519716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.519716] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.519716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.519716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.520094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.520094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.520152] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.520215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.520273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.520407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.520477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.520557] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e55b35-80b7-4b76-9a44-93b182e2f133 is going to be updated. [ 594.542427] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.542625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.543265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.543323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.543460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.543634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e55b35-80b7-4b76-9a44-93b182e2f133" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.878822] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 788e7051-2f59-418a-8b86-62754b74eade [ 594.878822] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.878822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.878822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.879071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.879161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.879293] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:788e7051-2f59-418a-8b86-62754b74eade already deleted. [ 594.879412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-788e7051-2f59-418a-8b86-62754b74eade" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.023154] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.218028] env[66160]: INFO networking_nsxv3.common.synchronization [req-68b43a8a-6ba2-4474-a7a5-1f892d893545 req-270a5af6-fc20-4236-bf29-77ab0b31f681 tempest-TenantUsagesTestJSON-371529591 tempest-TenantUsagesTestJSON-371529591-project-member] Enqueued Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_members [ 595.218519] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_members [ 595.218877] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.218939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.219016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.219263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.219422] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.219536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.219586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.219714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.219796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.219886] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.525021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.525346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.525346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.525471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.525795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.525919] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 is going to be created. [ 595.560261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.560261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.560261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.560261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.560261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.569680] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 in Status: UNINITIALIZED for 2s [ 595.723691] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.723691] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.723691] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 already deleted. [ 595.723691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.870680] env[66160]: INFO networking_nsxv3.common.synchronization [None req-7d6db452-0ff1-4634-bb2a-c6e43cfc792b None None] Enqueued Resource ID: 65f68972-05f9-4954-8b87-6d19f45b3b44 with Priority: HIGHEST for action port [ 595.871127] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f68972-05f9-4954-8b87-6d19f45b3b44 with Priority: HIGHEST for action port [ 595.871409] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-65f68972-05f9-4954-8b87-6d19f45b3b44 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.871525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65f68972-05f9-4954-8b87-6d19f45b3b44" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.871587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65f68972-05f9-4954-8b87-6d19f45b3b44" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.871830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65f68972-05f9-4954-8b87-6d19f45b3b44" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.871911] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f68972-05f9-4954-8b87-6d19f45b3b44',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.885783] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: SUCCESS [ 595.886181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.886454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.886659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.886836] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.886944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.887025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.887185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.887301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.887430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.887430] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.067816] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.068423] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.068647] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.069319] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.069697] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.070026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.070258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.070559] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.070807] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.071114] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.071316] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.073017] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.073017] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.073017] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.073017] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.073017] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.094512] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.094512] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.094512] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.094512] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.094512] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.094512] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.094512] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.094512] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.094512] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c328c8a-11cc-4a5b-9004-9684a4c91f4a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.374658] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65f68972-05f9-4954-8b87-6d19f45b3b44 [ 596.374658] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.374808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.374808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.375117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.375210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.375513] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65f68972-05f9-4954-8b87-6d19f45b3b44 already deleted. [ 596.375513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65f68972-05f9-4954-8b87-6d19f45b3b44" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.389860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.390028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.390098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.390301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.390468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.390568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.390633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.390779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.390864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.390951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.391114] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.391207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.391259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.391402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.391536] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.391624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.391680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.391814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.391887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.391965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.392060] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.597214] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.597632] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.597632] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.597793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.597945] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.598117] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 0c328c8a-11cc-4a5b-9004-9684a4c91f4a not found, creating... [ 596.598377] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.598527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.598636] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.598853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.598985] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.599271] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.599419] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.599532] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.599731] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.599890] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.600048] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 0c328c8a-11cc-4a5b-9004-9684a4c91f4a is going to be created. [ 596.621587] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.621834] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.621963] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.622250] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.622467] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.622688] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.894108] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb160653-5858-409d-b726-1c58c12090ee: rpc.has_security_group_logging(os_id): False [ 596.912211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.912444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.912444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.912651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.912745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.912973] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.913286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.913286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.913551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.914033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.914033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.914033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.914033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.914205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.914235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.914440] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.914512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.914546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.914874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.914874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.914874] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be created. [ 596.984118] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.984118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.984118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.984118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.984118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.993363] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: IN_PROGRESS for 2s [ 597.402561] env[66160]: INFO networking_nsxv3.common.synchronization [req-68b43a8a-6ba2-4474-a7a5-1f892d893545 req-6deac376-99ab-4fb4-8a6e-a98a5a91f797 service nova] Enqueued Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_rules [ 597.402786] env[66160]: INFO networking_nsxv3.common.synchronization [req-68b43a8a-6ba2-4474-a7a5-1f892d893545 req-6deac376-99ab-4fb4-8a6e-a98a5a91f797 service nova] Enqueued Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_members [ 597.403662] env[66160]: INFO networking_nsxv3.common.synchronization [req-68b43a8a-6ba2-4474-a7a5-1f892d893545 req-6deac376-99ab-4fb4-8a6e-a98a5a91f797 service nova] Enqueued Resource ID: 0c328c8a-11cc-4a5b-9004-9684a4c91f4a with Priority: HIGHEST for action port [ 597.404246] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_rules [ 597.404390] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_members [ 597.404534] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c328c8a-11cc-4a5b-9004-9684a4c91f4a with Priority: HIGHEST for action port [ 597.404842] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.404995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.405078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.405325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.405405] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.406274] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.406398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.406467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.406640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.406812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.406921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.406979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.407135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.407223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.407308] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.408195] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.408295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.408342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.409291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.409291] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c328c8a-11cc-4a5b-9004-9684a4c91f4a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.579528] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 in Status: SUCCESS [ 597.579983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.579983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.580160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.580356] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.581027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.581027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.581027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.581027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.581027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.581027] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.684442] env[66160]: INFO networking_nsxv3.common.synchronization [req-5dca2fc4-ec85-4534-b07c-b104eb240cdb req-357cfa92-f1f8-4232-9579-b7431090b8ee tempest-FloatingIPsAssociationNegativeTestJSON-1566333682 tempest-FloatingIPsAssociationNegativeTestJSON-1566333682-project-member] Enqueued Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_members [ 597.684991] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_members [ 597.685355] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.685476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.685593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.685814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.685966] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.686343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.686616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.686616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.686680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.686755] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.914017] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.914017] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.914017] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c328c8a-11cc-4a5b-9004-9684a4c91f4a with status ACTIVE [ 597.914017] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.914017] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.914017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.914580] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.914580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.914580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.914580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.914580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.914580] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c328c8a-11cc-4a5b-9004-9684a4c91f4a is going to be updated. [ 597.937512] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.937512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.937512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.937512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.937512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.937512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c328c8a-11cc-4a5b-9004-9684a4c91f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.960217] env[66160]: INFO networking_nsxv3.common.synchronization [req-7a5e5ff7-b67a-4630-b120-b2b3de5821b5 req-16e30695-b9b2-401d-951d-f2911a540176 tempest-SecurityGroupRulesTestJSON-1230021976 tempest-SecurityGroupRulesTestJSON-1230021976-project-member] Enqueued Resource ID: dfe7b93e-6373-4714-b7f1-2b607736f178 with Priority: HIGHEST for action security_group_rules [ 597.960217] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe7b93e-6373-4714-b7f1-2b607736f178 with Priority: HIGHEST for action security_group_rules [ 597.960217] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe7b93e-6373-4714-b7f1-2b607736f178 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.960217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe7b93e-6373-4714-b7f1-2b607736f178" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.960217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe7b93e-6373-4714-b7f1-2b607736f178" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.960217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe7b93e-6373-4714-b7f1-2b607736f178" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.960876] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe7b93e-6373-4714-b7f1-2b607736f178',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.086023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.086023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.086023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.086023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.086023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.086630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.086630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.086630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.086630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.086630] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.189654] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.189811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.189885] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.190177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.190287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.190479] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.190576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.190634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.190801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.190874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.190957] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 already deleted. [ 598.191122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.211122] env[66160]: INFO networking_nsxv3.common.synchronization [None req-bc127f5e-3884-40d9-ab7f-b32e9b4c34ac None None] Enqueued Resource ID: ee44602b-4a7b-4aa5-9699-879200e66e8a with Priority: HIGHEST for action port [ 598.211122] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee44602b-4a7b-4aa5-9699-879200e66e8a with Priority: HIGHEST for action port [ 598.211220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee44602b-4a7b-4aa5-9699-879200e66e8a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.211281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee44602b-4a7b-4aa5-9699-879200e66e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.211330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee44602b-4a7b-4aa5-9699-879200e66e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.211590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee44602b-4a7b-4aa5-9699-879200e66e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.211669] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee44602b-4a7b-4aa5-9699-879200e66e8a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.221417] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.221655] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-575" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.221812] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-575" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.222161] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-575" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.222415] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.222563] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.222673] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.222880] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.223088] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.223337] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.224046] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.224046] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.224046] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.224046] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.224046] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.224046] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.244231] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.244405] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.244533] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.244702] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-575" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.244993] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-fa5146df-fa22-4d06-ac5a-5599a68711ca taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.245169] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.245278] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.245592] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.245744] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5146df-fa22-4d06-ac5a-5599a68711ca',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.426397] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.483126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.483336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.483640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.484996] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe7b93e-6373-4714-b7f1-2b607736f178 already deleted. [ 598.484996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe7b93e-6373-4714-b7f1-2b607736f178" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.589617] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ca43465-fb30-4e77-8374-ebc349ac83b0: rpc.has_security_group_logging(os_id): False [ 598.613637] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.613839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.613913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.614191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.614282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.614493] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.614621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.614668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.614795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.614887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.615488] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.615488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.615488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.615488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.615679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.615679] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.615827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.615827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.615949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.619037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.619037] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 is going to be created. [ 598.683616] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.683616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.683616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.683911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.684334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.699241] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 in Status: IN_PROGRESS for 2s [ 598.714206] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee44602b-4a7b-4aa5-9699-879200e66e8a [ 598.714285] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.714406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.714536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.714764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.714867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.714964] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee44602b-4a7b-4aa5-9699-879200e66e8a already deleted. [ 598.715099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee44602b-4a7b-4aa5-9699-879200e66e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.748923] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.749199] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.749339] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.749647] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.749794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.750012] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port fa5146df-fa22-4d06-ac5a-5599a68711ca not found, creating... [ 598.750764] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.750943] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.751069] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.751301] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.752092] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.752092] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.752092] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.752606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.752947] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.753103] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.753242] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: fa5146df-fa22-4d06-ac5a-5599a68711ca is going to be created. [ 598.786920] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.786920] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.787192] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.787427] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.787548] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.787983] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.926061] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.926061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.926061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.926411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.926411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.926468] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 is going to be created. [ 598.959401] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.959551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.959655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.959938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.960091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.972392] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 in Status: UNINITIALIZED for 2s [ 599.007288] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: SUCCESS [ 599.008876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.109436] env[66160]: INFO networking_nsxv3.common.synchronization [None req-3d8e8953-177a-468f-8103-f19a6f97e19b None None] Enqueued Resource ID: 0fdf906b-94ad-4140-968c-3555923c9918 with Priority: HIGHEST for action port [ 599.110203] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fdf906b-94ad-4140-968c-3555923c9918 with Priority: HIGHEST for action port [ 599.111109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fdf906b-94ad-4140-968c-3555923c9918 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.111327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fdf906b-94ad-4140-968c-3555923c9918" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.111408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fdf906b-94ad-4140-968c-3555923c9918" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.111903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fdf906b-94ad-4140-968c-3555923c9918" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.112034] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdf906b-94ad-4140-968c-3555923c9918',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.452575] env[66160]: INFO networking_nsxv3.common.synchronization [req-a4a40fbc-2e1b-4d93-ac1d-5d9e36d5f442 req-1ed74a36-ad78-498a-9003-63bdb58d3139 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 599.452575] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 599.452575] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.452575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.452575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.452754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.452754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.452887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.452887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.453442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.453442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.453442] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.469035] env[66160]: INFO networking_nsxv3.common.synchronization [req-5dca2fc4-ec85-4534-b07c-b104eb240cdb req-93fc1098-ba6d-4d67-ac14-599f164504be service nova] Enqueued Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_rules [ 599.469035] env[66160]: INFO networking_nsxv3.common.synchronization [req-5dca2fc4-ec85-4534-b07c-b104eb240cdb req-93fc1098-ba6d-4d67-ac14-599f164504be service nova] Enqueued Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_members [ 599.469284] env[66160]: INFO networking_nsxv3.common.synchronization [req-5dca2fc4-ec85-4534-b07c-b104eb240cdb req-93fc1098-ba6d-4d67-ac14-599f164504be service nova] Enqueued Resource ID: fa5146df-fa22-4d06-ac5a-5599a68711ca with Priority: HIGHEST for action port [ 599.469327] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_rules [ 599.469428] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_members [ 599.469524] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5146df-fa22-4d06-ac5a-5599a68711ca with Priority: HIGHEST for action port [ 599.470152] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.470338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.470338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.471067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.471067] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.471510] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.471618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.471680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.471845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.472250] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.473068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.473068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.473068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.473068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.473068] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.473439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5146df-fa22-4d06-ac5a-5599a68711ca taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.473673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.473673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.473762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.473802] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5146df-fa22-4d06-ac5a-5599a68711ca',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.614977] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fdf906b-94ad-4140-968c-3555923c9918 [ 599.615231] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.615366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.615433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.615964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.615964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.615964] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fdf906b-94ad-4140-968c-3555923c9918 already deleted. [ 599.616130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fdf906b-94ad-4140-968c-3555923c9918" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.864447] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.864777] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.864777] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.865088] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.865362] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.865525] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.865769] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.866016] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.866180] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.866434] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.866547] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.866651] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.866751] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.866855] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.866952] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.867087] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.887543] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.887774] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.887914] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.888112] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.888419] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.888589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.888703] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.889031] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.889168] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c1337c-f138-4f95-b8f3-7e04ac569e9f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.956099] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.956099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.956099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.956099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.956099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.956099] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.956428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.956428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.956428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.956567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.956567] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 already deleted. [ 599.956656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.979178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5146df-fa22-4d06-ac5a-5599a68711ca with status ACTIVE [ 599.979178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.979178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.979178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.979178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.979178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5146df-fa22-4d06-ac5a-5599a68711ca is going to be updated. [ 599.980709] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.981773] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.982172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.005391] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.006619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.006619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.006619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.006619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.006619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5146df-fa22-4d06-ac5a-5599a68711ca" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.392900] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.393569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.395860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.395860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.395860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.395860] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port f8c1337c-f138-4f95-b8f3-7e04ac569e9f not found, creating... [ 600.395860] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.395860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.395860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.395860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.395860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.395860] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.396320] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.397755] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.398052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.398240] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.398481] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: f8c1337c-f138-4f95-b8f3-7e04ac569e9f is going to be created. [ 600.419180] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.419520] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.419680] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.420050] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.420337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.421114] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.484029] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.715974] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 in Status: SUCCESS [ 600.716217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.982771] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 in Status: SUCCESS [ 600.983126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.983642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.983642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.983810] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.983810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.983907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.984138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.984243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.984361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.984459] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.986532] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.986532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.986532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.986532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.986746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.986746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 is going to be created. [ 601.013811] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.014040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.014040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.014376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.014472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.025663] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 in Status: UNINITIALIZED for 2s [ 601.156569] env[66160]: INFO networking_nsxv3.common.synchronization [req-a4a40fbc-2e1b-4d93-ac1d-5d9e36d5f442 req-9631caac-fe9e-46fc-9e1f-efb442db5907 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 601.156569] env[66160]: INFO networking_nsxv3.common.synchronization [req-a4a40fbc-2e1b-4d93-ac1d-5d9e36d5f442 req-9631caac-fe9e-46fc-9e1f-efb442db5907 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 601.156569] env[66160]: INFO networking_nsxv3.common.synchronization [req-a4a40fbc-2e1b-4d93-ac1d-5d9e36d5f442 req-9631caac-fe9e-46fc-9e1f-efb442db5907 service nova] Enqueued Resource ID: f8c1337c-f138-4f95-b8f3-7e04ac569e9f with Priority: HIGHEST for action port [ 601.158021] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 601.158021] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 601.158021] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c1337c-f138-4f95-b8f3-7e04ac569e9f with Priority: HIGHEST for action port [ 601.158021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.158837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.158837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.158837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.158837] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.160197] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.160301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.160817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.160896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.161491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.161979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.162100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.162277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.162363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.163017] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.164653] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.164781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.164878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.165107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.165207] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c1337c-f138-4f95-b8f3-7e04ac569e9f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.382500] env[66160]: INFO networking_nsxv3.common.synchronization [None req-7f59335c-1508-4f84-994d-63cd1dc27c49 None None] Enqueued Resource ID: 23978a06-ccc3-4694-9f1f-7b0297f3ee0a with Priority: HIGHEST for action port [ 601.383796] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23978a06-ccc3-4694-9f1f-7b0297f3ee0a with Priority: HIGHEST for action port [ 601.383796] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-23978a06-ccc3-4694-9f1f-7b0297f3ee0a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.383796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23978a06-ccc3-4694-9f1f-7b0297f3ee0a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.383796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23978a06-ccc3-4694-9f1f-7b0297f3ee0a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.383796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23978a06-ccc3-4694-9f1f-7b0297f3ee0a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.383796] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23978a06-ccc3-4694-9f1f-7b0297f3ee0a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.487824] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.487824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.487824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.487824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.487824] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.487824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.487824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.487824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.487824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.488588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.488588] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.488588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.488588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.488588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.488756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.488756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.488838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.488995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.489096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.489205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.489432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.617294] env[66160]: INFO networking_nsxv3.common.synchronization [req-c1355445-116b-4c08-a0a7-2fdd916c7ba3 req-7fd07340-6ee0-4d78-a330-8ac26a0fecda tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 601.617294] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 601.617383] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.617591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.617665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.617997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.618173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.618498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.618498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.618498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.618970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.618970] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.666110] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.669477] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.669477] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8c1337c-f138-4f95-b8f3-7e04ac569e9f with status ACTIVE [ 601.669477] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.669477] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.669477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.669980] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.669980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.669980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.669980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.669980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.669980] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8c1337c-f138-4f95-b8f3-7e04ac569e9f is going to be updated. [ 601.700225] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.700225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.700225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.700500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.700500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.700669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c1337c-f138-4f95-b8f3-7e04ac569e9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.892166] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23978a06-ccc3-4694-9f1f-7b0297f3ee0a [ 601.892638] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.892638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.892638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.892820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.892911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.893015] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23978a06-ccc3-4694-9f1f-7b0297f3ee0a already deleted. [ 601.893121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23978a06-ccc3-4694-9f1f-7b0297f3ee0a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.992144] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6f5acd-a1d4-41b0-a889-4dae228f2e31: rpc.has_security_group_logging(os_id): False [ 602.014744] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.014744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.015724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.015724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.015724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.015724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.015724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.016012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.016219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.016300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.016491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.017475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.017577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.017734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.017825] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.018030] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.018169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.018227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.019490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.019490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.019490] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 is going to be created. [ 602.081959] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.082171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.082420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.082489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.082623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.098940] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 in Status: IN_PROGRESS for 2s [ 602.122547] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.124587] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.124587] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f already deleted. [ 602.124587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.168491] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.175440] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.175440] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.177176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.177176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.177176] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.177176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.177176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.177176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.177176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.177176] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.177653] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.177653] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.177653] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.177653] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.177653] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.177941] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.202452] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.202452] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.202452] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.202579] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.202971] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-9d511446-3157-4677-94de-ee1b7892f47e taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.203214] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.203959] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.203959] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.203959] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d511446-3157-4677-94de-ee1b7892f47e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.560809] env[66160]: INFO networking_nsxv3.common.synchronization [None req-c24ce462-749d-428f-866a-f7f054beef61 None None] Enqueued Resource ID: f222f72a-f9a2-438e-9976-67abc5c6a126 with Priority: HIGHEST for action port [ 602.561431] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f222f72a-f9a2-438e-9976-67abc5c6a126 with Priority: HIGHEST for action port [ 602.561746] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f222f72a-f9a2-438e-9976-67abc5c6a126 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.561873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f222f72a-f9a2-438e-9976-67abc5c6a126" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.561934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f222f72a-f9a2-438e-9976-67abc5c6a126" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.562209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f222f72a-f9a2-438e-9976-67abc5c6a126" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.562293] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f222f72a-f9a2-438e-9976-67abc5c6a126',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.676476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.676476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.676476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.676476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.676476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.676476] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be created. [ 602.700365] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.700365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.700365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.700365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.700365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.706625] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.706830] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.706948] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.707228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.707365] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.707529] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 9d511446-3157-4677-94de-ee1b7892f47e not found, creating... [ 602.707813] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.707953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.708078] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.708292] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.708424] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.708717] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.708851] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.708950] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.709197] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.709323] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.709460] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 9d511446-3157-4677-94de-ee1b7892f47e is going to be created. [ 602.711077] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: UNINITIALIZED for 2s [ 602.741197] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.741550] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.741718] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.741964] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.742209] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.742448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.037778] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 in Status: SUCCESS [ 603.038078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.038837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.038837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.038837] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.038837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.038837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.039109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.039109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.039164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.039244] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.064691] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f222f72a-f9a2-438e-9976-67abc5c6a126 [ 603.064913] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.065052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.065123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.065334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.065422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.065519] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f222f72a-f9a2-438e-9976-67abc5c6a126 already deleted. [ 603.065602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f222f72a-f9a2-438e-9976-67abc5c6a126" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.494967] env[66160]: INFO networking_nsxv3.common.synchronization [req-c1355445-116b-4c08-a0a7-2fdd916c7ba3 req-77f18744-6f95-4ba5-ac91-fe5ec7f1ea2b service nova] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_rules [ 603.495172] env[66160]: INFO networking_nsxv3.common.synchronization [req-c1355445-116b-4c08-a0a7-2fdd916c7ba3 req-77f18744-6f95-4ba5-ac91-fe5ec7f1ea2b service nova] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 603.495373] env[66160]: INFO networking_nsxv3.common.synchronization [req-c1355445-116b-4c08-a0a7-2fdd916c7ba3 req-77f18744-6f95-4ba5-ac91-fe5ec7f1ea2b service nova] Enqueued Resource ID: 9d511446-3157-4677-94de-ee1b7892f47e with Priority: HIGHEST for action port [ 603.495864] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_rules [ 603.496015] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 603.496130] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d511446-3157-4677-94de-ee1b7892f47e with Priority: HIGHEST for action port [ 603.496441] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.496567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.496638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.496907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.496993] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.500461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.500461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.500461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.500461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.500461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.500461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.500461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.500461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.500461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.500461] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.500964] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d511446-3157-4677-94de-ee1b7892f47e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.501085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.503299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.503299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.503299] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d511446-3157-4677-94de-ee1b7892f47e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.545557] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.545557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.545557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.545771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.545898] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.545988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.546506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.546506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.546506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.546506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.546506] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.546811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.546811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.546811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.546939] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.547059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.549218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.549218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.549218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.549218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.549218] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.737743] env[66160]: INFO networking_nsxv3.common.synchronization [req-5009c322-76ab-43a7-a419-da2fc5c55767 req-2f73ba55-2e85-49e4-97fd-d8ae73be785d tempest-ServerExternalEventsTest-1215522306 tempest-ServerExternalEventsTest-1215522306-project-member] Enqueued Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_members [ 603.738310] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_members [ 603.738610] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.738730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.738804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.742510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.742510] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.742510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.742510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.742510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.742510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.742510] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.007015] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.009653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.009802] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.010750] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d511446-3157-4677-94de-ee1b7892f47e with status ACTIVE [ 604.010980] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.011146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.011211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.011405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.011484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.011655] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.013356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.013356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.013356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.013503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.013845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.014630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.014630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.016030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.016030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.016030] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d511446-3157-4677-94de-ee1b7892f47e is going to be updated. [ 604.040055] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.040055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.040055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.040452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.040452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.041147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d511446-3157-4677-94de-ee1b7892f47e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.051199] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d05bae6-e6bd-4936-bab1-feea33e7eaa5: rpc.has_security_group_logging(os_id): False [ 604.077025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.077025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.077025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.077025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.077638] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.077638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.077638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.077638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.077638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.077638] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 is going to be created. [ 604.125711] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 in Status: SUCCESS [ 604.125920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.158864] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.159091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.159168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.159387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.159579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.177295] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 in Status: IN_PROGRESS for 2s [ 604.186954] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.187135] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.187260] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.187535] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.187790] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.187975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.188101] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.188323] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.188457] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.188657] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.188761] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.191407] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.191407] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.191407] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.191407] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.191407] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.219240] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.219524] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.219755] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.220014] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.220492] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-7e992286-71a2-434e-aec7-23ac5e37bb62 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.220767] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.220963] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.221433] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.221704] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e992286-71a2-434e-aec7-23ac5e37bb62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.249075] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.249270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.249391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.249594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.249690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.249926] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.250013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.250098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.251679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.251679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.251679] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 already deleted. [ 604.251679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.334048] env[66160]: INFO networking_nsxv3.common.synchronization [None req-190a05d5-4ce8-49b6-9a66-9d711ce8ea5d tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 604.334048] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 604.334048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.334048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.334975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.334975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.334975] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.458163] env[66160]: INFO networking_nsxv3.common.synchronization [None req-37c4d3d1-2280-48fe-a30a-a015c36a0b66 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 604.458163] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 604.458163] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.458163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.519089] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.722377] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 604.722587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.722746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.723021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.723220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.723341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.723410] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.723572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.723677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.723787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.723899] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.725064] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.725258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.725381] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.725696] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.725989] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.726182] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 7e992286-71a2-434e-aec7-23ac5e37bb62 not found, creating... [ 604.726538] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.726751] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.726961] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.727267] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.727566] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.728444] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.729052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.729312] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.729570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.729885] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.729885] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 7e992286-71a2-434e-aec7-23ac5e37bb62 is going to be created. [ 604.745410] env[66160]: INFO networking_nsxv3.common.synchronization [None req-6cfc0170-6417-4308-ab2f-8a739c5d3fb2 None None] Enqueued Resource ID: ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb with Priority: HIGHEST for action port [ 604.745730] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb with Priority: HIGHEST for action port [ 604.746215] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.746317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.746396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.746630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.746724] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.751706] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.752129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.752129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.752415] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.752771] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.753028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.861293] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.861588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.861690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.861968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.862162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.862769] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 already deleted. [ 604.862769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.862769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.862972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.863117] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.022454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.022731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.023415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.023415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.023415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.023415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be created. [ 605.052282] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.052282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.052282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.052775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.052775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.063807] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: UNINITIALIZED for 2s [ 605.232625] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.232780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.232858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.233125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.233305] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.233415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.233480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.233642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.233731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.233821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.233972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.234081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.234143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.234287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.234424] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.234516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.234577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.234714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.234790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.234924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.234961] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.248604] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb [ 605.248860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.249066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.249147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.249361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.249448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.249548] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb already deleted. [ 605.249630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce28f7ac-1059-4e6e-ab1e-e0cdb45241bb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.388219] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.388404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.388443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.388678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.388738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.388962] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 already deleted. [ 605.389123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.510842] env[66160]: INFO networking_nsxv3.common.synchronization [req-5009c322-76ab-43a7-a419-da2fc5c55767 req-d9215b00-fec1-47e6-8c42-13c7c2a7ff30 service nova] Enqueued Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_rules [ 605.510842] env[66160]: INFO networking_nsxv3.common.synchronization [req-5009c322-76ab-43a7-a419-da2fc5c55767 req-d9215b00-fec1-47e6-8c42-13c7c2a7ff30 service nova] Enqueued Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_members [ 605.510842] env[66160]: INFO networking_nsxv3.common.synchronization [req-5009c322-76ab-43a7-a419-da2fc5c55767 req-d9215b00-fec1-47e6-8c42-13c7c2a7ff30 service nova] Enqueued Resource ID: 7e992286-71a2-434e-aec7-23ac5e37bb62 with Priority: HIGHEST for action port [ 605.511575] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_rules [ 605.511892] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_members [ 605.515640] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e992286-71a2-434e-aec7-23ac5e37bb62 with Priority: HIGHEST for action port [ 605.515640] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.515640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.515640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.515640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.515640] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.516213] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.516213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.516213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.516213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.516363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.516497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.516546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.516670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.517042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.517042] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.519892] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e992286-71a2-434e-aec7-23ac5e37bb62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.520053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.520053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.520328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.520408] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e992286-71a2-434e-aec7-23ac5e37bb62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.737513] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06586147-dbbb-416f-adbf-a56a1885e999: rpc.has_security_group_logging(os_id): False [ 605.757147] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.759644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.759644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.759644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.760239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.760239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.760239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.760350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.761028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.761028] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be created. [ 605.784020] env[66160]: INFO networking_nsxv3.common.synchronization [req-c25cd26a-b4f0-43fc-b2b1-fd4891173c45 req-d212fda8-beb3-4977-833a-3032057f65d7 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 605.784020] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 605.784020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.784020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.784020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.784020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.784020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.784020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.784020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.784020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.784020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.784020] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.827794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.828172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.828172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.828279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.828464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.844729] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 606.020499] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.025699] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.025699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.025699] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e992286-71a2-434e-aec7-23ac5e37bb62 with status ACTIVE [ 606.025699] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.025699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.025699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.026450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.026450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.026450] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.026450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.026450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.026673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.026808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.026977] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.027171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.027235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.027398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.028051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.028051] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e992286-71a2-434e-aec7-23ac5e37bb62 is going to be updated. [ 606.056045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.056045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.056045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.056532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.056532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.056597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e992286-71a2-434e-aec7-23ac5e37bb62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.235608] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 in Status: SUCCESS [ 606.235608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.246715] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.247016] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.247206] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.247591] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.248126] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.248482] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.248748] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.248971] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.249305] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.249632] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.249842] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.250053] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.250249] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.250483] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.250598] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.250804] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.280298] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.280503] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.280638] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.280815] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.281174] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.281350] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.281461] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.281797] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.281934] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a746c6c-d7e4-4a29-9d43-5b2ff0175a43',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.287990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.287990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.288169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.288375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.288539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.288863] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.289053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.289324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.289394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.289527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.289659] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c already deleted. [ 606.289806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.526276] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.784608] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.784896] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.785097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.785426] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.785624] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.786215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 not found, creating... [ 606.786215] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.786391] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.786543] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.786835] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.787242] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.787615] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.787782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.787944] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.788289] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.788340] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.788518] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 is going to be created. [ 606.812429] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.812730] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.812882] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.813178] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.813631] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.815258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.027827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.028485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.028571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.028873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.029093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.029602] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 is going to be created. [ 607.058988] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.059327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.059327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.059597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.060156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.073920] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 in Status: UNINITIALIZED for 2s [ 607.073920] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 607.074467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.074467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.075716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.075716] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.075716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.075716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.075716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.075716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.075716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.075716] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.559012] env[66160]: INFO networking_nsxv3.common.synchronization [req-c25cd26a-b4f0-43fc-b2b1-fd4891173c45 req-a3b5b4be-d53d-43e8-b676-b49f375e732b service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 607.559235] env[66160]: INFO networking_nsxv3.common.synchronization [req-c25cd26a-b4f0-43fc-b2b1-fd4891173c45 req-a3b5b4be-d53d-43e8-b676-b49f375e732b service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 607.559436] env[66160]: INFO networking_nsxv3.common.synchronization [req-c25cd26a-b4f0-43fc-b2b1-fd4891173c45 req-a3b5b4be-d53d-43e8-b676-b49f375e732b service nova] Enqueued Resource ID: 3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 with Priority: HIGHEST for action port [ 607.559918] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 607.560104] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 607.560254] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 with Priority: HIGHEST for action port [ 607.560797] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.560909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.560961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.561192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.561268] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.562632] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.562784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.562844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.563057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.563229] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.563515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.563515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.563628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.563756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.563885] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.564826] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.564991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.564991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.565178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.565350] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a746c6c-d7e4-4a29-9d43-5b2ff0175a43',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.578655] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.578655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.578655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.579056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.579150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.579253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.579328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.579824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.579824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.579824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.580737] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.580737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.580737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.580737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.580737] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.580737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.580737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.580737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.580737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.582303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.582303] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.859347] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 607.859740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.067327] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.067633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.067927] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.068629] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 with status ACTIVE [ 608.068853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.069031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.069110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.069299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.069387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.069569] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.069666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.069725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.069869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.069945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.074685] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.074685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.074685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.074685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.074685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.074685] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a746c6c-d7e4-4a29-9d43-5b2ff0175a43 is going to be updated. [ 608.084656] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcccc14c-937c-466e-aec5-a214fbaccf0f: rpc.has_security_group_logging(os_id): False [ 608.105726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.105726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.105726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.105726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.105726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.105726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a746c6c-d7e4-4a29-9d43-5b2ff0175a43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.108774] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.108973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.108973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.109515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.109515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.109701] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.110089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.110089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.111035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.111035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.111461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.111461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.111461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.111715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.111715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.111840] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.112490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.112490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.112490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.112490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.112490] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be created. [ 608.248187] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.248446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.248531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.248714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.248940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.273473] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 608.578535] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.082255] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.082579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.082579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.082911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.082993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.083124] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be created. [ 609.087493] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 in Status: SUCCESS [ 609.087718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.087892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.088352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.088599] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.088761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.088848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.089242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.089306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089523] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.113056] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.113056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.113056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.113056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.113056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.123146] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: UNINITIALIZED for 2s [ 609.376849] env[66160]: INFO networking_nsxv3.common.synchronization [req-e6733429-ee8a-49a4-8257-df87c43aeadd req-6477a87a-1d4b-4ca4-8018-c60860f11503 tempest-SecurityGroupRulesTestJSON-1230021976 tempest-SecurityGroupRulesTestJSON-1230021976-project-member] Enqueued Resource ID: 4a0fbc82-ce63-448a-b81d-8bd1020ffc0d with Priority: HIGHEST for action security_group_rules [ 609.378300] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0fbc82-ce63-448a-b81d-8bd1020ffc0d with Priority: HIGHEST for action security_group_rules [ 609.378648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a0fbc82-ce63-448a-b81d-8bd1020ffc0d taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.378790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a0fbc82-ce63-448a-b81d-8bd1020ffc0d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.378856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a0fbc82-ce63-448a-b81d-8bd1020ffc0d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.379136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a0fbc82-ce63-448a-b81d-8bd1020ffc0d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.379220] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a0fbc82-ce63-448a-b81d-8bd1020ffc0d',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.592703] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.592961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.592961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.593245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.593431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.593543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.593598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.593752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.594023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.594023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.594148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.594284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.594343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.594528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.594713] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.594811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.594872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.595029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.595106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.595192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.595282] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.905067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.905067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.905067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.905067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.905067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.905067] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a0fbc82-ce63-448a-b81d-8bd1020ffc0d already deleted. [ 609.905067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a0fbc82-ce63-448a-b81d-8bd1020ffc0d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.098039] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcb6a4c1-8c2b-421a-abfb-07167f765480: rpc.has_security_group_logging(os_id): False [ 610.118616] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.119038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.119277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.119532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.119679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.119948] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.120114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.120199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.120393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.120437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.120649] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.120801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.120840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.121181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.121181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.121403] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.121568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.121568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.121793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.121878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.122045] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 is going to be created. [ 610.192431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.192637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.192684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.196024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.196024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.209760] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 in Status: IN_PROGRESS for 2s [ 610.298038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 610.298038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.679164] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3eefed3-732c-45e6-995f-b74241a45f84 req-788e98ff-54a6-4d09-8edf-5e2092a22fd9 tempest-VolumesAssistedSnapshotsTest-832609459 tempest-VolumesAssistedSnapshotsTest-832609459-project-member] Enqueued Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_members [ 610.682468] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_members [ 610.682468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.682468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.682468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.682468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.682468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.682468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.682468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.682468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.682468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.682468] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.092968] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.093156] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-300" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.093773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-300" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.093773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-300" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.094073] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.094143] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.094258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.094487] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.094639] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.094948] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.094948] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.095064] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.095136] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.095235] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.095852] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.095852] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.117221] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.117488] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.117580] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.117761] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-300" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.118251] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-97574eab-7f39-4002-b505-3343b6dc97d6 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.118476] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.118568] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.118888] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.119117] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97574eab-7f39-4002-b505-3343b6dc97d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.141745] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 611.141967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.142142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.142369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.142565] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.142686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.142751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.143501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.143501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.143501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.143501] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.185079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.185247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.185332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.185660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.186254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.186947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.187152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.187324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.187850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.188084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.188808] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 already deleted. [ 611.188808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.621732] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.622099] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.622099] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.622465] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.622653] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.622822] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 97574eab-7f39-4002-b505-3343b6dc97d6 not found, creating... [ 611.623562] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.623562] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.623562] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.623753] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.623863] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.624241] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.624392] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.624659] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.624727] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.624924] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.625030] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 97574eab-7f39-4002-b505-3343b6dc97d6 is going to be created. [ 611.645902] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.675684] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.676066] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.676204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.676377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.676669] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.677169] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.861301] env[66160]: INFO networking_nsxv3.common.synchronization [None req-5b7ec0f4-a5f6-4c7b-a3bc-346dd5c0d1cd tempest-ServersWithSpecificFlavorTestJSON-372900751 tempest-ServersWithSpecificFlavorTestJSON-372900751-project-member] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 611.862483] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 611.862952] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.863142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.863224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.863552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.863680] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.081682] env[66160]: INFO networking_nsxv3.common.synchronization [None req-872682ca-ab07-4e21-a356-d309ac4f8bf2 tempest-ServersWithSpecificFlavorTestJSON-372900751 tempest-ServersWithSpecificFlavorTestJSON-372900751-project-member] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 612.081682] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 612.081682] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.081682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.148491] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd65a6de-a2ae-451a-aae5-ad38da13ce0c: rpc.has_security_group_logging(os_id): False [ 612.170841] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.171095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.171145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.171451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.171565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.171806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.171938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.172199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.172435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.172512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.172632] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be created. [ 612.233033] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 in Status: SUCCESS [ 612.233033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.284544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.284544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.284544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.284544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.284544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.301567] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 612.403032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.403186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.403277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.403478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.403567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.403681] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e already deleted. [ 612.403768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.403919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.404782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.404782] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.431284] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3eefed3-732c-45e6-995f-b74241a45f84 req-d06b86ab-6435-4d74-9cfc-80eaab44b665 service nova] Enqueued Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_rules [ 612.431284] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3eefed3-732c-45e6-995f-b74241a45f84 req-d06b86ab-6435-4d74-9cfc-80eaab44b665 service nova] Enqueued Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_members [ 612.431284] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3eefed3-732c-45e6-995f-b74241a45f84 req-d06b86ab-6435-4d74-9cfc-80eaab44b665 service nova] Enqueued Resource ID: 97574eab-7f39-4002-b505-3343b6dc97d6 with Priority: HIGHEST for action port [ 612.431284] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_rules [ 612.431284] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_members [ 612.431284] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97574eab-7f39-4002-b505-3343b6dc97d6 with Priority: HIGHEST for action port [ 612.431284] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.431964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.432872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.434159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.434358] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.441236] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.441236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.441236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.441236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.441236] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.441698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.442234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.442234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.442340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.442384] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.443793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-97574eab-7f39-4002-b505-3343b6dc97d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.443793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.444048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.446118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.446262] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97574eab-7f39-4002-b505-3343b6dc97d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.931103] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.931331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.931418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.931671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.931773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.931889] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e already deleted. [ 612.932013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.948651] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.948769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.948975] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.949894] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97574eab-7f39-4002-b505-3343b6dc97d6 with status ACTIVE [ 612.950110] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.950294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.950380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.950585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.950678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.950839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.950938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.950999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.951213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.951294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.951477] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.951577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.951637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.951759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.951830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.951915] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97574eab-7f39-4002-b505-3343b6dc97d6 is going to be updated. [ 612.977877] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.977877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.977877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.978108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.978255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.978445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97574eab-7f39-4002-b505-3343b6dc97d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.407722] env[66160]: INFO networking_nsxv3.common.synchronization [req-8b53c9ad-88fc-4b10-88d8-658e510a6964 req-78913983-f74b-47e0-bbfa-b481fab80fe4 tempest-DeleteServersAdminTestJSON-397820910 tempest-DeleteServersAdminTestJSON-397820910-project-admin] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 613.408473] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 613.408883] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.409021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.409088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.409280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.409456] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.409559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.409623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.410168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.410443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.410594] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.454261] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.914207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.915995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.915995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.915995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.915995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.916280] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.916280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.916439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.916547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.916589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.916691] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be updated. [ 613.960085] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.960085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.960085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.960501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.960501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.961604] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.961768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.961768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.962050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.962344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.962631] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 is going to be created. [ 613.974281] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: IN_PROGRESS for 2s [ 613.994905] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.994905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.994905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.994905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005266] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 in Status: UNINITIALIZED for 2s [ 614.314200] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 614.314443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.468236] env[66160]: INFO networking_nsxv3.common.synchronization [req-84b3a8a9-97d0-470b-9fdd-d613a5e4c10c req-07b2e926-9591-47da-abec-574d449c449b tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 615.469515] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 615.469515] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.469515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.469515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.469515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.469731] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.469731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.469805] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.469965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.470057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.470148] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.828246] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.828446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.828575] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.828859] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.829349] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.829349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.829513] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.829640] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.829746] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.829947] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.830779] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.830779] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.830779] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.830779] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.830779] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.831031] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.852862] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.853502] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.853863] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.854180] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.854391] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-b31a46df-fcf9-49fb-b595-7e6735ca2d41 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.854881] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.855916] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.856574] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.856574] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b31a46df-fcf9-49fb-b595-7e6735ca2d41',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.973808] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.974031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.974110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.974339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.974431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.974677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.974786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.974872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.975074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.975155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.975241] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e already deleted. [ 615.975323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.986096] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: SUCCESS [ 615.986288] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee deletion is rescheduled due to dependency. [ 615.986398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.017829] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 in Status: SUCCESS [ 616.018488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.018488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.018695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.018767] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.018885] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.019009] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.019189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.019464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.019546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.019878] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.358703] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.359030] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.359216] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.359605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.359894] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.360195] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port b31a46df-fcf9-49fb-b595-7e6735ca2d41 not found, creating... [ 616.360609] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.360819] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.360968] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.361227] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.361364] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.361696] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.361882] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.361995] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.362224] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.362349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.362476] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: b31a46df-fcf9-49fb-b595-7e6735ca2d41 is going to be created. [ 616.373955] env[66160]: INFO networking_nsxv3.common.synchronization [req-f547a5c3-2e4c-4875-b8e1-1caa5467674d req-4231ea81-716b-4373-b583-47352b4f6ebb tempest-ServerDiagnosticsTest-1324334888 tempest-ServerDiagnosticsTest-1324334888-project-member] Enqueued Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_members [ 616.374454] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGHEST for action security_group_members [ 616.374808] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.374978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.375092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.375325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.375489] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.375621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.375682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.375858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.376274] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.376274] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.387369] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.387615] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.387740] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.388025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.388252] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.388522] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.521622] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.879676] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.879832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.879923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.880228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.880422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.880648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.880851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.880926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.881179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.881321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.881433] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 is going to be updated. [ 616.921994] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.921994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.921994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.921994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.921994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.934174] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 in Status: IN_PROGRESS for 2s [ 617.023860] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 028bf773-85e2-4b3a-ab23-22af2b7cee97: rpc.has_security_group_logging(os_id): False [ 617.043499] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.043722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.043770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.043973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.044087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.044374] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.044485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.044551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.044713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.044793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.044891] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 is going to be created. [ 617.109252] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.109528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.109631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.109893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.110168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.124426] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 in Status: IN_PROGRESS for 2s [ 617.157556] env[66160]: INFO networking_nsxv3.common.synchronization [req-84b3a8a9-97d0-470b-9fdd-d613a5e4c10c req-81d7fd9c-e644-44ad-845d-fb19ec357d7e service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 617.157697] env[66160]: INFO networking_nsxv3.common.synchronization [req-84b3a8a9-97d0-470b-9fdd-d613a5e4c10c req-81d7fd9c-e644-44ad-845d-fb19ec357d7e service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 617.157829] env[66160]: INFO networking_nsxv3.common.synchronization [req-84b3a8a9-97d0-470b-9fdd-d613a5e4c10c req-81d7fd9c-e644-44ad-845d-fb19ec357d7e service nova] Enqueued Resource ID: b31a46df-fcf9-49fb-b595-7e6735ca2d41 with Priority: HIGHEST for action port [ 617.158963] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 617.159048] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 617.159284] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31a46df-fcf9-49fb-b595-7e6735ca2d41 with Priority: HIGHEST for action port [ 617.160231] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.161065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.161196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.161479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.161591] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.162614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.162724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.162784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.162980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.163165] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.163260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.163325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.163465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.163605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.163649] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.166606] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b31a46df-fcf9-49fb-b595-7e6735ca2d41 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.166723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.166791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.166964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.167057] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b31a46df-fcf9-49fb-b595-7e6735ca2d41',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.392269] env[66160]: INFO networking_nsxv3.common.synchronization [req-e29ee2a3-873c-4e5f-841a-500b8f86b2a0 req-48b49031-8072-42a0-b648-dce2cdb409b1 tempest-SecurityGroupRulesTestJSON-1230021976 tempest-SecurityGroupRulesTestJSON-1230021976-project-member] Enqueued Resource ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f with Priority: HIGHEST for action security_group_rules [ 617.392580] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f with Priority: HIGHEST for action security_group_rules [ 617.392875] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.394128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.394128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.394253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.394397] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7f0e78-0718-4ad0-a57e-2e36b5fa311f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.667830] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.669202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.669434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.669645] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b31a46df-fcf9-49fb-b595-7e6735ca2d41 with status ACTIVE [ 617.669875] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.670061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.670221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.672365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.672554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.675333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.675333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.675333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.675864] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b31a46df-fcf9-49fb-b595-7e6735ca2d41 is going to be updated. [ 617.705369] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.705369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.705369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.705369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.705369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.705608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b31a46df-fcf9-49fb-b595-7e6735ca2d41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922687] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.922687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.922936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.923022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.924025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.924025] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f already deleted. [ 617.924025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.142079] env[66160]: INFO networking_nsxv3.common.synchronization [req-eaa87e53-e912-4ccb-89ef-b488fb355bc9 req-1c8ba9cf-01f3-408d-b958-8797dcc6ec58 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 618.144021] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 618.144021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.144021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.144021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.144021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.144021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.144021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.144021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.144021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.144570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.144570] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.178596] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.648618] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.648901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.649163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.649474] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.649665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.649945] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.650391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.650391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.650819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.650819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.650935] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 already deleted. [ 618.650995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.682288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.682655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.682655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.682828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.682897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.683062] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be created. [ 618.711105] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.711913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.711913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.711913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.711913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.726024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: UNINITIALIZED for 2s [ 618.944494] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 in Status: SUCCESS [ 618.944691] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 deletion is rescheduled due to dependency. [ 618.944808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.964418] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.964628] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-200" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.964765] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-200" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.965532] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-200" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.965826] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.966072] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.966444] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.966588] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.966667] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.967077] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.967077] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.967249] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.967249] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.967534] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.967534] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.967656] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.987397] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.989238] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.989238] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.989238] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-200" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.989238] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.989238] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.989238] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.989238] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.989238] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c084fa08-3a2a-4135-9bea-68f5f3fcf44b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.136465] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 in Status: SUCCESS [ 619.137406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.492473] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.492763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.492924] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.493258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.493442] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.493625] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port c084fa08-3a2a-4135-9bea-68f5f3fcf44b not found, creating... [ 619.493887] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.494050] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.494167] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.494377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.494507] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.494777] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.494919] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.495039] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.495244] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.495370] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.495502] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b is going to be created. [ 619.521110] env[66160]: INFO networking_nsxv3.common.synchronization [req-ee800cd2-64d9-4c42-85e9-f280bc627955 req-ce9b2936-7ee2-47ef-a92d-1958790627cf tempest-SecurityGroupRulesTestJSON-1230021976 tempest-SecurityGroupRulesTestJSON-1230021976-project-member] Enqueued Resource ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f with Priority: HIGHEST for action security_group_rules [ 619.522469] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.522658] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.522776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.523065] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.523328] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.523499] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.524550] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f with Priority: HIGHEST for action security_group_rules [ 619.525311] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.525311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.525311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.525311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.525465] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7f0e78-0718-4ad0-a57e-2e36b5fa311f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.051667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.051979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.052119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.052407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.052567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.052856] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f already deleted. [ 620.053041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.255569] env[66160]: INFO networking_nsxv3.common.synchronization [req-eaa87e53-e912-4ccb-89ef-b488fb355bc9 req-cbd36e09-1d48-4cd2-a864-1218ab267b0f service nova] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 620.256355] env[66160]: INFO networking_nsxv3.common.synchronization [req-eaa87e53-e912-4ccb-89ef-b488fb355bc9 req-cbd36e09-1d48-4cd2-a864-1218ab267b0f service nova] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 620.256355] env[66160]: INFO networking_nsxv3.common.synchronization [req-eaa87e53-e912-4ccb-89ef-b488fb355bc9 req-cbd36e09-1d48-4cd2-a864-1218ab267b0f service nova] Enqueued Resource ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b with Priority: HIGHEST for action port [ 620.257112] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 620.257112] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 620.257112] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b with Priority: HIGHEST for action port [ 620.257435] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.257435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.257435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.257547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.257626] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.261068] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.261197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.261263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.261468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.261939] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.261939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.261939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.261939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.262150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.262150] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.263037] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.267349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.267349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.267494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.267494] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c084fa08-3a2a-4135-9bea-68f5f3fcf44b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.522264] env[66160]: INFO networking_nsxv3.common.synchronization [req-680146f0-9777-443a-84a3-5157de9e3dba req-83b13fb3-3932-40f4-b01e-710338e79a07 tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 620.522390] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 620.522934] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.523419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.734552] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 620.734882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.735077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.735322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.735523] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.735640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.735704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.735897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.736029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.736190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.736300] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.737247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.737427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.737599] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.737707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.737771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.737916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.738088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.738159] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.761899] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.762067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.771079] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.771079] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c084fa08-3a2a-4135-9bea-68f5f3fcf44b with status ACTIVE [ 620.771079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.771079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.771079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.771079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.771079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.771079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.771079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.771079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.771566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.771566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.771566] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.771566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.771566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.771711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.771711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.772251] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b is going to be updated. [ 620.799489] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.799489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.799489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.799489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.799802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.799802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.940096] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.940429] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.940559] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.940835] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.941350] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.941836] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.941836] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.942407] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.942407] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.942407] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.942407] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.942612] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.942612] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.943135] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.943135] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.943135] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.970531] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.970531] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.970531] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.971163] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.971890] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.971890] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.971890] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.972282] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.972419] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.240573] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.242675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.242675] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.274638] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.476517] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.476763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.476889] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.477275] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.477459] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.477634] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 not found, creating... [ 621.477927] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.478157] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.479116] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.479116] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.479116] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.479116] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.479992] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.480217] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.480526] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.480718] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.480949] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 is going to be created. [ 621.502377] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.502377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.502377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.502377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.502578] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.502799] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.744253] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.776392] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.776614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.776614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.776846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.776940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.777429] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be created. [ 621.824756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.825044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.825044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.825130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.826410] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.838093] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: UNINITIALIZED for 2s [ 622.247076] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.247577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.247577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.247577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.247801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.247801] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 622.285774] env[66160]: INFO networking_nsxv3.common.synchronization [req-680146f0-9777-443a-84a3-5157de9e3dba req-f0944565-7edc-4784-93ce-a50da3e60d11 service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 622.285837] env[66160]: INFO networking_nsxv3.common.synchronization [req-680146f0-9777-443a-84a3-5157de9e3dba req-f0944565-7edc-4784-93ce-a50da3e60d11 service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 622.285951] env[66160]: INFO networking_nsxv3.common.synchronization [req-680146f0-9777-443a-84a3-5157de9e3dba req-f0944565-7edc-4784-93ce-a50da3e60d11 service nova] Enqueued Resource ID: 835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 with Priority: HIGHEST for action port [ 622.286584] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 622.286645] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 622.286737] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 with Priority: HIGHEST for action port [ 622.287087] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.287145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.287330] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.287419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.287630] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.287761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.287800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.287995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.288189] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.294148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.294289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.294344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.294555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.294691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.306087] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 622.332256] env[66160]: INFO networking_nsxv3.common.synchronization [req-049f2676-d204-45c7-be47-f360d3e6919e req-9f9a8384-263a-4691-bc2a-2849a3a58054 tempest-ServerExternalEventsTest-1215522306 tempest-ServerExternalEventsTest-1215522306-project-member] Enqueued Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_members [ 622.332742] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGHEST for action security_group_members [ 622.333171] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.333400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.333698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.333839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.334024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.334282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.334376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.334469] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.793104] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 with status ACTIVE [ 622.794674] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.794674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.794804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.794980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.795085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.795297] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.795404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.795466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.795632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.795736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.796031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.796031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.796145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.796268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.796344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.796432] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8 is going to be updated. [ 622.828563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.828563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.828563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.828563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.828563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.828563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835ecdf7-4e52-48f2-8bb1-5f30a94bdcd8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.837843] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.838904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.838904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.838904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.838904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.838904] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.838904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.839338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.839338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.839338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.839434] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 is going to be updated. [ 622.893236] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.893236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.893236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.893236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.893236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.908093] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 in Status: IN_PROGRESS for 2s [ 623.850198] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 623.850198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.850198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.850939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.850939] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.850939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.850939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.850939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.851612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.851612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.851612] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.321624] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 624.322057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.322238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.322792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.322878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.322995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.323133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.323211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.323283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.323380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.323614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.323736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.323792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.323989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.324444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.324619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.324689] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.324881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.325325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.325325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.325325] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.326570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.326766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.326971] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.327139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.327223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.327460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.327565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.327665] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.356904] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.826843] env[66160]: INFO networking_nsxv3.common.synchronization [req-2cbc5a80-b26b-4ec8-9239-e35b1d9e5fcc req-695d45d8-9392-474d-ae04-3643b8baf229 tempest-TenantUsagesTestJSON-371529591 tempest-TenantUsagesTestJSON-371529591-project-member] Enqueued Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_members [ 624.827771] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGHEST for action security_group_members [ 624.828178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.828321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.828541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.828988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.829459] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.829570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.829788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.830871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.830871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.830968] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.833064] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.833823] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 076f7b2e-38be-4ab7-9247-ede14c31921e: rpc.has_security_group_logging(os_id): False [ 624.858738] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.858738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.858738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.859301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.859355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.859708] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.859819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.859882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.860750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.860866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.861223] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.861363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.861435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.861918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.861998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.862618] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.862618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.862618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.863098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.863098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.863098] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be created. [ 624.865276] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b60678-87ca-4451-b9e7-750d78cbd187: rpc.has_security_group_logging(os_id): False [ 624.885428] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.885613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.885652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.886444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.886444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.886444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.886444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.886444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.886765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.886765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.886765] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be created. [ 624.925674] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 in Status: SUCCESS [ 624.925674] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 deletion is rescheduled due to dependency. [ 624.925674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.939480] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.939480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.939709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.941678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.941678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.953072] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 624.984845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.984997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.984997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.985884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.985884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.999977] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 625.252860] env[66160]: INFO networking_nsxv3.common.synchronization [None req-5669b180-7462-4da8-9609-dc7382391be4 None None] Enqueued Resource ID: da9203c9-93b4-4aa9-800c-93469fc8c164 with Priority: HIGHEST for action port [ 625.253054] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9203c9-93b4-4aa9-800c-93469fc8c164 with Priority: HIGHEST for action port [ 625.254913] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9203c9-93b4-4aa9-800c-93469fc8c164 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.254913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9203c9-93b4-4aa9-800c-93469fc8c164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.254913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9203c9-93b4-4aa9-800c-93469fc8c164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.254913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9203c9-93b4-4aa9-800c-93469fc8c164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.254913] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9203c9-93b4-4aa9-800c-93469fc8c164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.337239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.337422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.337479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.337671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.337762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.337978] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.338140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.338307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.338491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.338604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.338698] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 is going to be updated. [ 625.340100] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.385102] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.385102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.385102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.385510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.385510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.401037] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 in Status: IN_PROGRESS for 2s [ 625.758020] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da9203c9-93b4-4aa9-800c-93469fc8c164 [ 625.758020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.758020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.758020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.758020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.758020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.758020] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da9203c9-93b4-4aa9-800c-93469fc8c164 already deleted. [ 625.758020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9203c9-93b4-4aa9-800c-93469fc8c164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.842990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.842990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.843176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.843307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.843515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.843515] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 625.879912] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.880367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.880367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.880464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.880774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.892981] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 626.967343] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 626.967599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.967715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.967859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.967951] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.017832] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 627.018117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.030739] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ce52996e-54c4-4d57-82fc-db1d99c2ad76 None None] Enqueued Resource ID: 077cce7e-a81e-40b7-946f-8da46f758458 with Priority: HIGHEST for action port [ 627.031589] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077cce7e-a81e-40b7-946f-8da46f758458 with Priority: HIGHEST for action port [ 627.032496] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-077cce7e-a81e-40b7-946f-8da46f758458 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.032635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077cce7e-a81e-40b7-946f-8da46f758458" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.032697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077cce7e-a81e-40b7-946f-8da46f758458" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.032986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077cce7e-a81e-40b7-946f-8da46f758458" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.033094] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077cce7e-a81e-40b7-946f-8da46f758458',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.414941] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 in Status: SUCCESS [ 627.415167] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 deletion is rescheduled due to dependency. [ 627.415294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.471072] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.471215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.538877] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 077cce7e-a81e-40b7-946f-8da46f758458 [ 627.539393] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.539393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.539393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.539604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.539692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.540115] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:077cce7e-a81e-40b7-946f-8da46f758458 already deleted. [ 627.541141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077cce7e-a81e-40b7-946f-8da46f758458" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.906524] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 627.906800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.906977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.907338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.907608] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.907781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.908248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.908373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.908449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.908604] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.110030] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b8e5ff33-de2a-451e-b76e-439c23613445 None None] Enqueued Resource ID: 78c9da39-82ff-41bd-b5af-5aecbda5e0f3 with Priority: HIGHEST for action port [ 628.110331] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c9da39-82ff-41bd-b5af-5aecbda5e0f3 with Priority: HIGHEST for action port [ 628.111643] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-78c9da39-82ff-41bd-b5af-5aecbda5e0f3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.111643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78c9da39-82ff-41bd-b5af-5aecbda5e0f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.111643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78c9da39-82ff-41bd-b5af-5aecbda5e0f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.111643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78c9da39-82ff-41bd-b5af-5aecbda5e0f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.111643] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78c9da39-82ff-41bd-b5af-5aecbda5e0f3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.393331] env[66160]: INFO networking_nsxv3.common.synchronization [None req-048caf7d-3223-45ef-89b5-1270f7c98de8 None None] Enqueued Resource ID: 5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7 with Priority: HIGHEST for action port [ 628.393331] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7 with Priority: HIGHEST for action port [ 628.393331] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.393331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.393618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.393618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.394482] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.410750] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.410844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.410903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.411296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.411512] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.411648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.411731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.411924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.412045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.412164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.412369] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.412491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.415020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.415020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.415020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.415020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.415020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.415020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.415020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.415020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.415020] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.613411] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78c9da39-82ff-41bd-b5af-5aecbda5e0f3 [ 628.613411] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.613637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.614396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.614765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.614765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.614908] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78c9da39-82ff-41bd-b5af-5aecbda5e0f3 already deleted. [ 628.615009] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78c9da39-82ff-41bd-b5af-5aecbda5e0f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.896404] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7 [ 628.896642] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.896815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.896892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.897157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.897250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.897371] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7 already deleted. [ 628.898675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf23ff3-6f8b-4194-8e72-a1e6a6ffbbf7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.916291] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 076f7b2e-38be-4ab7-9247-ede14c31921e: rpc.has_security_group_logging(os_id): False [ 628.941509] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.941675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.941742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.942090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.942228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.942427] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.942557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.942626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.942794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.942869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.943110] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.943957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.943957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.943957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.943957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.943957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.943957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.943957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.944279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.944546] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 629.019665] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.019838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.019938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.020165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.020310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.037050] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 629.749634] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b106d63d-0978-4fc8-9344-6fd4ab7bb9b5 None None] Enqueued Resource ID: 3a324ca2-199b-44b9-a8e9-cae8a3deb8a5 with Priority: HIGHEST for action port [ 629.750201] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a324ca2-199b-44b9-a8e9-cae8a3deb8a5 with Priority: HIGHEST for action port [ 629.751014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a324ca2-199b-44b9-a8e9-cae8a3deb8a5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.751800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a324ca2-199b-44b9-a8e9-cae8a3deb8a5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.751960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a324ca2-199b-44b9-a8e9-cae8a3deb8a5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.752270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a324ca2-199b-44b9-a8e9-cae8a3deb8a5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.752471] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a324ca2-199b-44b9-a8e9-cae8a3deb8a5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.146228] env[66160]: INFO networking_nsxv3.common.synchronization [req-acd5805b-48a8-4bec-b3c0-77d3642b9523 req-281e92dc-4fc5-4eb0-b9a3-4ade70066a4c tempest-ServersWithSpecificFlavorTestJSON-372900751 tempest-ServersWithSpecificFlavorTestJSON-372900751-project-member] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 630.147127] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 630.147127] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.147445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.147515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.147831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.149931] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.149931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.149931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.149931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.149931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.149931] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.254950] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a324ca2-199b-44b9-a8e9-cae8a3deb8a5 [ 630.255460] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.255460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.255460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.255652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.255691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.255778] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a324ca2-199b-44b9-a8e9-cae8a3deb8a5 already deleted. [ 630.255860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a324ca2-199b-44b9-a8e9-cae8a3deb8a5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.652283] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.652283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.652283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.652426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.652426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.653550] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.653550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.653550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.653550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.653550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.653550] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e already deleted. [ 630.653550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.912027] env[66160]: INFO networking_nsxv3.common.synchronization [None req-26c6f37d-2f14-483f-a5fc-33b2c9954778 None None] Enqueued Resource ID: 1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3 with Priority: HIGHEST for action port [ 630.912319] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3 with Priority: HIGHEST for action port [ 630.914276] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.914276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.914276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.914276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.914276] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.956319] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.956722] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.956875] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.957220] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.957478] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.957626] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.957730] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.957942] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.958110] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.958613] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.958749] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.958853] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.958954] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.959071] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.959178] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.959335] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.983095] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.983342] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.983481] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.983676] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.983981] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-62e27bae-052b-449f-b92c-5d493066e7bd taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.984156] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.986018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.986018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.986018] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e27bae-052b-449f-b92c-5d493066e7bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.054313] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 631.054485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.230335] env[66160]: INFO networking_nsxv3.common.synchronization [None req-546eb1fb-2831-4cc6-8f22-f039ad155391 None None] Enqueued Resource ID: 17d04103-5f8e-4707-9d20-e3dc1c60e5f6 with Priority: HIGHEST for action port [ 631.231098] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d04103-5f8e-4707-9d20-e3dc1c60e5f6 with Priority: HIGHEST for action port [ 631.231189] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d04103-5f8e-4707-9d20-e3dc1c60e5f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.231311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d04103-5f8e-4707-9d20-e3dc1c60e5f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.231376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d04103-5f8e-4707-9d20-e3dc1c60e5f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.231627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d04103-5f8e-4707-9d20-e3dc1c60e5f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.232202] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d04103-5f8e-4707-9d20-e3dc1c60e5f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.419090] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3 [ 631.419090] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.419090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.419090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.419441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.419441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.419441] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3 already deleted. [ 631.419441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1856d22d-2cb7-4b7b-8c54-fa3f1e66f6d3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.455852] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b7811411-3a19-46ae-97f6-92cba2f4cc21 None None] Enqueued Resource ID: 66bc3f4c-59ac-4c60-82b6-eae8e5c68f05 with Priority: HIGHEST for action port [ 631.455852] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bc3f4c-59ac-4c60-82b6-eae8e5c68f05 with Priority: HIGHEST for action port [ 631.456491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-66bc3f4c-59ac-4c60-82b6-eae8e5c68f05 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.456588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66bc3f4c-59ac-4c60-82b6-eae8e5c68f05" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.456626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66bc3f4c-59ac-4c60-82b6-eae8e5c68f05" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.456886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66bc3f4c-59ac-4c60-82b6-eae8e5c68f05" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.457013] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bc3f4c-59ac-4c60-82b6-eae8e5c68f05',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.490507] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.490714] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.490817] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.491103] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.491243] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.491425] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 62e27bae-052b-449f-b92c-5d493066e7bd not found, creating... [ 631.491670] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.491818] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.493035] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.493035] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.493035] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.493035] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.493264] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.493299] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.493528] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.493658] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.493792] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 62e27bae-052b-449f-b92c-5d493066e7bd is going to be created. [ 631.514837] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.514837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.515085] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.515238] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.515848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.515848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.734872] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17d04103-5f8e-4707-9d20-e3dc1c60e5f6 [ 631.734872] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.735970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.735970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.735970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.735970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.735970] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17d04103-5f8e-4707-9d20-e3dc1c60e5f6 already deleted. [ 631.735970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d04103-5f8e-4707-9d20-e3dc1c60e5f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.963974] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66bc3f4c-59ac-4c60-82b6-eae8e5c68f05 [ 631.963974] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.963974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.963974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.964558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.964558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.964558] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66bc3f4c-59ac-4c60-82b6-eae8e5c68f05 already deleted. [ 631.964558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66bc3f4c-59ac-4c60-82b6-eae8e5c68f05" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.355467] env[66160]: INFO networking_nsxv3.common.synchronization [req-acd5805b-48a8-4bec-b3c0-77d3642b9523 req-b3d2193f-5230-44af-bb43-cd2bd0bce070 service nova] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 632.355467] env[66160]: INFO networking_nsxv3.common.synchronization [req-acd5805b-48a8-4bec-b3c0-77d3642b9523 req-b3d2193f-5230-44af-bb43-cd2bd0bce070 service nova] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 632.355638] env[66160]: INFO networking_nsxv3.common.synchronization [req-acd5805b-48a8-4bec-b3c0-77d3642b9523 req-b3d2193f-5230-44af-bb43-cd2bd0bce070 service nova] Enqueued Resource ID: 62e27bae-052b-449f-b92c-5d493066e7bd with Priority: HIGHEST for action port [ 632.357767] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 632.357767] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 632.357767] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e27bae-052b-449f-b92c-5d493066e7bd with Priority: HIGHEST for action port [ 632.358085] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.358315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.358399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.358685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.358744] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.359941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.365095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.365095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.365095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.365095] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.365095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.365095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.365095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.365095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.365095] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.366220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e27bae-052b-449f-b92c-5d493066e7bd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.366366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.367838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.367838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.367838] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e27bae-052b-449f-b92c-5d493066e7bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.374016] env[66160]: INFO networking_nsxv3.common.synchronization [req-b53ee87b-61f5-4656-8eed-8a3c8accb0b8 req-d1dab1e1-b756-4d26-a0e1-9878e80379ab tempest-SecurityGroupRulesTestJSON-1230021976 tempest-SecurityGroupRulesTestJSON-1230021976-project-member] Enqueued Resource ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f with Priority: HIGHEST for action security_group_rules [ 632.374960] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f with Priority: HIGHEST for action security_group_rules [ 632.376067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.377025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.377073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.377316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.377406] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7f0e78-0718-4ad0-a57e-2e36b5fa311f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.710252] env[66160]: INFO networking_nsxv3.common.synchronization [None req-3154e193-037a-4818-aa0d-23e8a2146776 None None] Enqueued Resource ID: 3bbeb2fa-92f1-49ed-99af-aba5da0e5767 with Priority: HIGHEST for action port [ 632.710526] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbeb2fa-92f1-49ed-99af-aba5da0e5767 with Priority: HIGHEST for action port [ 632.711150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bbeb2fa-92f1-49ed-99af-aba5da0e5767 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.712631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bbeb2fa-92f1-49ed-99af-aba5da0e5767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.712631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bbeb2fa-92f1-49ed-99af-aba5da0e5767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.712631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bbeb2fa-92f1-49ed-99af-aba5da0e5767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.712631] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bbeb2fa-92f1-49ed-99af-aba5da0e5767',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.869249] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.871129] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.871129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.871448] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e27bae-052b-449f-b92c-5d493066e7bd with status ACTIVE [ 632.871979] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.871979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.872473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.872862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.873442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.873442] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.873601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.873648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.874042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.874127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.874492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.874563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.874601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.875046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.875046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.875140] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e27bae-052b-449f-b92c-5d493066e7bd is going to be updated. [ 632.900860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.901100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.901224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.901506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.901682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.902448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e27bae-052b-449f-b92c-5d493066e7bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.903293] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.903423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.904122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.904122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.904122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.904122] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7f0e78-0718-4ad0-a57e-2e36b5fa311f already deleted. [ 632.904302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7f0e78-0718-4ad0-a57e-2e36b5fa311f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.084188] env[66160]: INFO networking_nsxv3.common.synchronization [None req-c43e9ae8-4cb3-4993-9ddd-6153e77de6bd None None] Enqueued Resource ID: f738267a-10f1-4506-8617-115979396916 with Priority: HIGHEST for action port [ 633.084188] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f738267a-10f1-4506-8617-115979396916 with Priority: HIGHEST for action port [ 633.084188] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f738267a-10f1-4506-8617-115979396916 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.084188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f738267a-10f1-4506-8617-115979396916" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.084188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f738267a-10f1-4506-8617-115979396916" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.084188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f738267a-10f1-4506-8617-115979396916" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.084188] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f738267a-10f1-4506-8617-115979396916',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.218132] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bbeb2fa-92f1-49ed-99af-aba5da0e5767 [ 633.218428] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.218583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.219264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.219264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.219264] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bbeb2fa-92f1-49ed-99af-aba5da0e5767 already deleted. [ 633.219264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bbeb2fa-92f1-49ed-99af-aba5da0e5767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.372134] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.586809] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f738267a-10f1-4506-8617-115979396916 [ 633.587128] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.587271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.587333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.587568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.587659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.587752] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f738267a-10f1-4506-8617-115979396916 already deleted. [ 633.587830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f738267a-10f1-4506-8617-115979396916" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.874921] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.875120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.875262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.875405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.875536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.875645] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be created. [ 633.908384] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.908384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.908384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.908384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.908384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.921783] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: UNINITIALIZED for 2s [ 634.719794] env[66160]: INFO networking_nsxv3.common.synchronization [None req-64d2feb7-d998-4f1e-b50d-4644211b2513 tempest-ServersTestFqdnHostnames-542370158 tempest-ServersTestFqdnHostnames-542370158-project-member] Enqueued Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_rules [ 634.720925] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_rules [ 634.721287] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.721731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.721731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.722208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.722208] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.245457] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.245866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.245866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.246197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.246421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.246572] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c already deleted. [ 635.246740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.457523] env[66160]: INFO networking_nsxv3.common.synchronization [None req-35b5793c-1a6f-400e-8e5e-69d93aa98d36 tempest-ServersTestFqdnHostnames-542370158 tempest-ServersTestFqdnHostnames-542370158-project-member] Enqueued Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_rules [ 635.457523] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_rules [ 635.458501] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.459965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.459965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.459965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.459965] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.936292] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: SUCCESS [ 635.936292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.936741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.936741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.936884] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.937041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.937115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.937326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.937411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.937497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.937614] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.984080] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.984273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.984363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.984577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.984668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.984766] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c already deleted. [ 635.984876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.440259] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.942652] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 504a82c5-63fc-4528-a7a8-f5a24613d72e: rpc.has_security_group_logging(os_id): False [ 636.962812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.962966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.963517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.963517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.963517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.963868] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.963976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.964074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.964232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.964312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.964419] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be created. [ 637.039386] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.039704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.039704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.039868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.040030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.057647] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: IN_PROGRESS for 2s [ 638.177037] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ffec0459-3af1-4097-8547-e517502d21a8 None None] Enqueued Resource ID: 7a40de60-50be-4545-a15b-61cfdbc9daad with Priority: HIGHEST for action port [ 638.177037] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a40de60-50be-4545-a15b-61cfdbc9daad with Priority: HIGHEST for action port [ 638.178594] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a40de60-50be-4545-a15b-61cfdbc9daad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.178594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a40de60-50be-4545-a15b-61cfdbc9daad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.178594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a40de60-50be-4545-a15b-61cfdbc9daad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.180493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a40de60-50be-4545-a15b-61cfdbc9daad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.180493] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a40de60-50be-4545-a15b-61cfdbc9daad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.682621] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a40de60-50be-4545-a15b-61cfdbc9daad [ 638.682892] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.683050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.683124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.683344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.683440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.683639] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a40de60-50be-4545-a15b-61cfdbc9daad already deleted. [ 638.683639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a40de60-50be-4545-a15b-61cfdbc9daad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.071583] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: SUCCESS [ 639.071802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.620073] env[66160]: INFO networking_nsxv3.common.synchronization [req-df15fda6-1cd5-41eb-aea2-8990a1c4c743 req-f245f8de-1a0f-4228-a855-1c2682e903aa tempest-SecurityGroupRulesNegativeTestJSON-1002531419 tempest-SecurityGroupRulesNegativeTestJSON-1002531419-project-member] Enqueued Resource ID: beb8fd1b-f119-499b-9b29-69418f7eb045 with Priority: HIGHEST for action security_group_rules [ 639.623406] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb8fd1b-f119-499b-9b29-69418f7eb045 with Priority: HIGHEST for action security_group_rules [ 639.623406] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb8fd1b-f119-499b-9b29-69418f7eb045 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.623406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.623406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.623406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.623406] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb8fd1b-f119-499b-9b29-69418f7eb045',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.145454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.145525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.145594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.145829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.145921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.146028] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb8fd1b-f119-499b-9b29-69418f7eb045 already deleted. [ 640.146117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.175735] env[66160]: INFO networking_nsxv3.common.synchronization [None req-96d46f2a-d3de-4302-9583-30d6124f19a6 None None] Enqueued Resource ID: cd4cc19b-593b-4fab-91e8-dae99199903a with Priority: HIGHEST for action port [ 640.176069] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4cc19b-593b-4fab-91e8-dae99199903a with Priority: HIGHEST for action port [ 640.176318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4cc19b-593b-4fab-91e8-dae99199903a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.176483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4cc19b-593b-4fab-91e8-dae99199903a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.176553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4cc19b-593b-4fab-91e8-dae99199903a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.176838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4cc19b-593b-4fab-91e8-dae99199903a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.176928] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4cc19b-593b-4fab-91e8-dae99199903a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.301470] env[66160]: INFO networking_nsxv3.common.synchronization [None req-6361a0a8-47ae-4b11-ad67-a22c47c5e85d None None] Enqueued Resource ID: 41f7c8d8-a019-4ba6-b1cd-186de8456894 with Priority: HIGHEST for action port [ 640.301725] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f7c8d8-a019-4ba6-b1cd-186de8456894 with Priority: HIGHEST for action port [ 640.302327] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-41f7c8d8-a019-4ba6-b1cd-186de8456894 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.302456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41f7c8d8-a019-4ba6-b1cd-186de8456894" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.302629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41f7c8d8-a019-4ba6-b1cd-186de8456894" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.302766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41f7c8d8-a019-4ba6-b1cd-186de8456894" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.302836] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41f7c8d8-a019-4ba6-b1cd-186de8456894',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.681013] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd4cc19b-593b-4fab-91e8-dae99199903a [ 640.681369] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.681369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.681369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.681666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.682322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.682322] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd4cc19b-593b-4fab-91e8-dae99199903a already deleted. [ 640.682322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4cc19b-593b-4fab-91e8-dae99199903a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.807163] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41f7c8d8-a019-4ba6-b1cd-186de8456894 [ 640.807416] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.807562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.807632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.811058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.811287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.811638] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41f7c8d8-a019-4ba6-b1cd-186de8456894 already deleted. [ 640.811638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41f7c8d8-a019-4ba6-b1cd-186de8456894" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.713987] env[66160]: INFO networking_nsxv3.common.synchronization [req-8117e2aa-f638-470a-8449-69a2fd8040c7 req-c750cca6-2b18-4af3-9ba5-63fb07f88aaa tempest-ServerPasswordTestJSON-251949489 tempest-ServerPasswordTestJSON-251949489-project-member] Enqueued Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_members [ 641.715686] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_members [ 641.720039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.720039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.720039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.720039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.720039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.720039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.720039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.720039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.720039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.720039] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.117923] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ebbced51-05d2-4547-a36d-d91ec6df1c44 None None] Enqueued Resource ID: 605577d9-98bb-4f34-be2a-87517296815a with Priority: HIGHEST for action port [ 642.118620] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605577d9-98bb-4f34-be2a-87517296815a with Priority: HIGHEST for action port [ 642.119131] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-605577d9-98bb-4f34-be2a-87517296815a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.119131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-605577d9-98bb-4f34-be2a-87517296815a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.119131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-605577d9-98bb-4f34-be2a-87517296815a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.119479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-605577d9-98bb-4f34-be2a-87517296815a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.119525] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605577d9-98bb-4f34-be2a-87517296815a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.201441] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.201441] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-934" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.201441] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-934" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.201441] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-934" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.201441] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.202174] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.202513] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.203097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.205911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.205911] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.205911] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.205911] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.205911] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.205911] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.205911] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.205911] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.223736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.223915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.223991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.225187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.225187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.225187] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.225187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.225187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.225187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.225187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.225187] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0270c49-22dc-4902-a921-bece16762325 already deleted. [ 642.225187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.229026] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.229026] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.229026] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.229026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-934" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.229026] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.229026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.229026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.229026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.229026] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0179b5a7-89cf-4ad3-830f-b54cebf9bef8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.623415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 605577d9-98bb-4f34-be2a-87517296815a [ 642.623415] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.623415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.623415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.623415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.623863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.624124] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:605577d9-98bb-4f34-be2a-87517296815a already deleted. [ 642.624317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-605577d9-98bb-4f34-be2a-87517296815a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.730204] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.730507] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.730568] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.731374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.731524] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.731671] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 0179b5a7-89cf-4ad3-830f-b54cebf9bef8 not found, creating... [ 642.731931] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.732103] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732196] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.732417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.732562] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.732905] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.733079] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.733193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.733393] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.733516] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.733645] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 0179b5a7-89cf-4ad3-830f-b54cebf9bef8 is going to be created. [ 642.768581] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.768905] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.769176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.769911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.769911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.770106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.385434] env[66160]: INFO networking_nsxv3.common.synchronization [None req-aa090d84-d2fc-43d2-955a-8dc74f3ed55f None None] Enqueued Resource ID: 20477a31-4f8e-467f-bcd2-df7401104e2b with Priority: HIGHEST for action port [ 643.385927] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20477a31-4f8e-467f-bcd2-df7401104e2b with Priority: HIGHEST for action port [ 643.386242] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-20477a31-4f8e-467f-bcd2-df7401104e2b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.386395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20477a31-4f8e-467f-bcd2-df7401104e2b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.386513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20477a31-4f8e-467f-bcd2-df7401104e2b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.386734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20477a31-4f8e-467f-bcd2-df7401104e2b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.386816] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20477a31-4f8e-467f-bcd2-df7401104e2b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.472738] env[66160]: INFO networking_nsxv3.common.synchronization [req-8117e2aa-f638-470a-8449-69a2fd8040c7 req-d8a9d550-1e28-40a0-b518-d22747aa07ac service nova] Enqueued Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_rules [ 643.472738] env[66160]: INFO networking_nsxv3.common.synchronization [req-8117e2aa-f638-470a-8449-69a2fd8040c7 req-d8a9d550-1e28-40a0-b518-d22747aa07ac service nova] Enqueued Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_members [ 643.472738] env[66160]: INFO networking_nsxv3.common.synchronization [req-8117e2aa-f638-470a-8449-69a2fd8040c7 req-d8a9d550-1e28-40a0-b518-d22747aa07ac service nova] Enqueued Resource ID: 0179b5a7-89cf-4ad3-830f-b54cebf9bef8 with Priority: HIGHEST for action port [ 643.473330] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_rules [ 643.473527] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_members [ 643.473599] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0179b5a7-89cf-4ad3-830f-b54cebf9bef8 with Priority: HIGHEST for action port [ 643.474206] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.474350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.474547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.474782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.474782] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.475866] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.475984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.476219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.476432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.476649] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.476704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.476897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.476968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.477015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.477110] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.478377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.478377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.478377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.478767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.478767] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0179b5a7-89cf-4ad3-830f-b54cebf9bef8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.842046] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b4bde72b-cc1a-4714-a6cc-6be6c498ef55 None None] Enqueued Resource ID: a3198da6-477a-43b9-b228-f614c81e3450 with Priority: HIGHEST for action port [ 643.842046] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3198da6-477a-43b9-b228-f614c81e3450 with Priority: HIGHEST for action port [ 643.842046] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3198da6-477a-43b9-b228-f614c81e3450 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.842445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3198da6-477a-43b9-b228-f614c81e3450" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.842445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3198da6-477a-43b9-b228-f614c81e3450" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.842714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3198da6-477a-43b9-b228-f614c81e3450" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.842824] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3198da6-477a-43b9-b228-f614c81e3450',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.893541] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20477a31-4f8e-467f-bcd2-df7401104e2b [ 643.894485] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.894485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.894485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.894753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.894803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.894880] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20477a31-4f8e-467f-bcd2-df7401104e2b already deleted. [ 643.895215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20477a31-4f8e-467f-bcd2-df7401104e2b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.980923] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0179b5a7-89cf-4ad3-830f-b54cebf9bef8 with status ACTIVE [ 643.981179] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.984072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.984072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.984963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.984963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.984963] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.984963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.984963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.987175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.987758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.987998] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.987998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.988154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.988220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.988297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.988400] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0179b5a7-89cf-4ad3-830f-b54cebf9bef8 is going to be updated. [ 643.989725] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.989868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.990074] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.012669] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.012864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.012925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.013147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.013291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.013453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0179b5a7-89cf-4ad3-830f-b54cebf9bef8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.345405] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3198da6-477a-43b9-b228-f614c81e3450 [ 644.345689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.345832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.345911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.346248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.347126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.347126] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3198da6-477a-43b9-b228-f614c81e3450 already deleted. [ 644.347126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3198da6-477a-43b9-b228-f614c81e3450" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.493648] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.998037] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.998037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.998037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.998037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.998037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.998037] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0270c49-22dc-4902-a921-bece16762325 is going to be created. [ 645.027090] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.027090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.027090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.027090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.027090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.040076] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0270c49-22dc-4902-a921-bece16762325 in Status: UNINITIALIZED for 2s [ 645.108020] env[66160]: INFO networking_nsxv3.common.synchronization [req-7e58f090-5511-4517-b393-de9ccadd4be7 req-5b12755d-12e2-4dc5-a179-a0dd0ff91db6 tempest-DeleteServersAdminTestJSON-1610667119 tempest-DeleteServersAdminTestJSON-1610667119-project-member] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 645.108614] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 645.109025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.109186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.109281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.109605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.109785] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.109930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.110038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.110253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.110363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.110496] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.582431] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.582575] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.582705] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.582953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.583215] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.583363] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.583476] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.583678] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.583838] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.584062] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.584174] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.584289] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.584392] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.584494] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.584720] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.584720] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.607589] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.607589] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.607589] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.607589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.607589] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-826a7138-35d2-4e1c-a582-6e42d30c6868 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.607589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.607589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.607589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.607589] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826a7138-35d2-4e1c-a582-6e42d30c6868',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.613039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.613039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.613039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.613309] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.613433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.613739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.613909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.614021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.615408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.615408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.615408] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be updated. [ 645.645424] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.645653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.645764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.646090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.646300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.656347] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: IN_PROGRESS for 2s [ 646.109886] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.110225] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.110271] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.110572] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.112539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.112539] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 826a7138-35d2-4e1c-a582-6e42d30c6868 not found, creating... [ 646.112539] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.112539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.112539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.112539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.112539] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.112910] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.113046] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113185] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.113459] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.113897] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.113897] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 826a7138-35d2-4e1c-a582-6e42d30c6868 is going to be created. [ 646.136249] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.136523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.136759] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.137120] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.137370] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.138315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.300226] env[66160]: INFO networking_nsxv3.common.synchronization [None req-6e5f1ba3-05a8-4ca0-8808-0b622d5df703 None None] Enqueued Resource ID: 09249ea6-d866-49e2-879e-45f176b3f138 with Priority: HIGHEST for action port [ 646.300943] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09249ea6-d866-49e2-879e-45f176b3f138 with Priority: HIGHEST for action port [ 646.301308] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-09249ea6-d866-49e2-879e-45f176b3f138 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.301460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09249ea6-d866-49e2-879e-45f176b3f138" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.301530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09249ea6-d866-49e2-879e-45f176b3f138" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.301859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09249ea6-d866-49e2-879e-45f176b3f138" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.301956] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09249ea6-d866-49e2-879e-45f176b3f138',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.804033] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09249ea6-d866-49e2-879e-45f176b3f138 [ 646.804289] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.804434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.804506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.804746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.804816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.804917] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09249ea6-d866-49e2-879e-45f176b3f138 already deleted. [ 646.804984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09249ea6-d866-49e2-879e-45f176b3f138" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.916674] env[66160]: INFO networking_nsxv3.common.synchronization [req-7e58f090-5511-4517-b393-de9ccadd4be7 req-fe1acbd9-0cdf-4454-8a44-906dbb7e7b59 service nova] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_rules [ 646.916674] env[66160]: INFO networking_nsxv3.common.synchronization [req-7e58f090-5511-4517-b393-de9ccadd4be7 req-fe1acbd9-0cdf-4454-8a44-906dbb7e7b59 service nova] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 646.916674] env[66160]: INFO networking_nsxv3.common.synchronization [req-7e58f090-5511-4517-b393-de9ccadd4be7 req-fe1acbd9-0cdf-4454-8a44-906dbb7e7b59 service nova] Enqueued Resource ID: 826a7138-35d2-4e1c-a582-6e42d30c6868 with Priority: HIGHEST for action port [ 646.916674] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_rules [ 646.917018] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 646.917144] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826a7138-35d2-4e1c-a582-6e42d30c6868 with Priority: HIGHEST for action port [ 646.917770] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.917888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.917953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.918240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.918240] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.919266] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.919367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.919617] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-826a7138-35d2-4e1c-a582-6e42d30c6868 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.919967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.919967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.920092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.920092] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826a7138-35d2-4e1c-a582-6e42d30c6868',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.052540] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0270c49-22dc-4902-a921-bece16762325 in Status: SUCCESS [ 647.052743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.052909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.053154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.053350] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.053482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.053792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.053792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.053792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.053976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.053976] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.421996] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.422365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.422365] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 826a7138-35d2-4e1c-a582-6e42d30c6868 with status ACTIVE [ 647.422582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.422721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.422817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.422996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.423098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.423318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.423381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.423592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.423796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.424047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.424131] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.424270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.424336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.424502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.424585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.424679] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 826a7138-35d2-4e1c-a582-6e42d30c6868 is going to be updated. [ 647.447681] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.448287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.448287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.448287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.448287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.448524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-826a7138-35d2-4e1c-a582-6e42d30c6868" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.556232] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.556410] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.556481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.556716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.556934] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.557055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.557123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.557292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.557378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.557467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.557617] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.557709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.557848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.557905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.558063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.558156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.558216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.558356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.558450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.558543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.558633] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.677879] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: SUCCESS [ 647.678063] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee deletion is rescheduled due to dependency. [ 647.678191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.678369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.678634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.678821] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.678946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.679722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.679722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.679722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.679722] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.062422] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0270c49-22dc-4902-a921-bece16762325: rpc.has_security_group_logging(os_id): False [ 648.093032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.093032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.093032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.093032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.096768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.096768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.096768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.096768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.096768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.096768] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0270c49-22dc-4902-a921-bece16762325 is going to be created. [ 648.173035] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.173035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.173035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.173293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.173293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.181929] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.191447] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0270c49-22dc-4902-a921-bece16762325 in Status: IN_PROGRESS for 2s [ 648.685103] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.870176] env[66160]: INFO networking_nsxv3.common.synchronization [None req-da397587-9f01-45e5-badc-4e5ccacc6f94 None None] Enqueued Resource ID: 89f82167-6d3b-4308-85eb-7534a28dd1f2 with Priority: HIGHEST for action port [ 648.871585] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f82167-6d3b-4308-85eb-7534a28dd1f2 with Priority: HIGHEST for action port [ 648.871683] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f82167-6d3b-4308-85eb-7534a28dd1f2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.871832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f82167-6d3b-4308-85eb-7534a28dd1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.871916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f82167-6d3b-4308-85eb-7534a28dd1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.875510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f82167-6d3b-4308-85eb-7534a28dd1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.875510] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f82167-6d3b-4308-85eb-7534a28dd1f2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.188350] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.189322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.189322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.189322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.189322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.189322] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be updated. [ 649.228308] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.228308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.228308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.228308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.228308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.239950] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: IN_PROGRESS for 2s [ 649.375721] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f82167-6d3b-4308-85eb-7534a28dd1f2 [ 649.375965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.375965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.376108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.377049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.377049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.377049] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f82167-6d3b-4308-85eb-7534a28dd1f2 already deleted. [ 649.377049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f82167-6d3b-4308-85eb-7534a28dd1f2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.389686] env[66160]: INFO networking_nsxv3.common.synchronization [None req-039c489d-61ad-46ce-bc28-6a36ba7032dd None None] Enqueued Resource ID: 41e2f3cf-4afb-4172-a81b-f170ef3b2dcc with Priority: HIGHEST for action port [ 649.389999] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e2f3cf-4afb-4172-a81b-f170ef3b2dcc with Priority: HIGHEST for action port [ 649.390116] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e2f3cf-4afb-4172-a81b-f170ef3b2dcc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.390517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e2f3cf-4afb-4172-a81b-f170ef3b2dcc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.390517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e2f3cf-4afb-4172-a81b-f170ef3b2dcc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.390739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e2f3cf-4afb-4172-a81b-f170ef3b2dcc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.390739] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e2f3cf-4afb-4172-a81b-f170ef3b2dcc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.736568] env[66160]: INFO networking_nsxv3.common.synchronization [None req-d67a47b6-898e-4cb7-a2d7-eaa57d6f35ce None None] Enqueued Resource ID: 241bb3c0-259f-4869-acf5-1d80a01a2a28 with Priority: HIGHEST for action port [ 649.737191] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241bb3c0-259f-4869-acf5-1d80a01a2a28 with Priority: HIGHEST for action port [ 649.737556] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-241bb3c0-259f-4869-acf5-1d80a01a2a28 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.737676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241bb3c0-259f-4869-acf5-1d80a01a2a28" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.737743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241bb3c0-259f-4869-acf5-1d80a01a2a28" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.737987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241bb3c0-259f-4869-acf5-1d80a01a2a28" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.738104] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241bb3c0-259f-4869-acf5-1d80a01a2a28',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.774743] env[66160]: INFO networking_nsxv3.common.synchronization [req-9b1aa28a-c146-44bb-9545-325b5b47ef37 req-3986f841-9d77-478a-b6c3-7b01583ecc25 tempest-ServersTestFqdnHostnames-542370158 tempest-ServersTestFqdnHostnames-542370158-project-member] Enqueued Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_members [ 649.774743] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_members [ 649.776629] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.776629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.776629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.776629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.776629] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.776629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.776629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.776629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.776629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.776629] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.893289] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41e2f3cf-4afb-4172-a81b-f170ef3b2dcc [ 649.893514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.893643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.893716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.893923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.894033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.894149] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41e2f3cf-4afb-4172-a81b-f170ef3b2dcc already deleted. [ 649.894222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e2f3cf-4afb-4172-a81b-f170ef3b2dcc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.211799] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0270c49-22dc-4902-a921-bece16762325 in Status: SUCCESS [ 650.212044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.240756] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 241bb3c0-259f-4869-acf5-1d80a01a2a28 [ 650.243429] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.243429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.243429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.243429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.243429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.243429] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:241bb3c0-259f-4869-acf5-1d80a01a2a28 already deleted. [ 650.243429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241bb3c0-259f-4869-acf5-1d80a01a2a28" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.279388] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.279703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.282357] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.282357] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c already deleted. [ 650.282357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.343778] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.344009] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.344009] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.344368] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.344655] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.344817] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.344931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.345166] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.345309] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.345495] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.345601] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.346662] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.346880] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.348321] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.348321] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.348321] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.371208] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.372109] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.372109] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.372283] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.372651] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-04d0bcd2-81d5-4953-8eb0-458130069abd taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.372824] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.372938] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.373293] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.373424] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d0bcd2-81d5-4953-8eb0-458130069abd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.876156] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.876425] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.876544] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.876817] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.877848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.877848] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 04d0bcd2-81d5-4953-8eb0-458130069abd not found, creating... [ 650.877848] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.877848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.877848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.877848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.878323] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.878323] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.878561] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.878561] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.878739] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.878961] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.880089] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 04d0bcd2-81d5-4953-8eb0-458130069abd is going to be created. [ 650.905626] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.905855] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.907417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.907417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.907417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.907417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.251678] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: SUCCESS [ 651.251943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.252164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.252434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.252692] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.252811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.252869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.253890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.253890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.253890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.253890] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.645451] env[66160]: INFO networking_nsxv3.common.synchronization [req-9b1aa28a-c146-44bb-9545-325b5b47ef37 req-3cdbebe3-3d11-4b3c-a048-b1473e1f4094 service nova] Enqueued Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_rules [ 651.645558] env[66160]: INFO networking_nsxv3.common.synchronization [req-9b1aa28a-c146-44bb-9545-325b5b47ef37 req-3cdbebe3-3d11-4b3c-a048-b1473e1f4094 service nova] Enqueued Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_members [ 651.645697] env[66160]: INFO networking_nsxv3.common.synchronization [req-9b1aa28a-c146-44bb-9545-325b5b47ef37 req-3cdbebe3-3d11-4b3c-a048-b1473e1f4094 service nova] Enqueued Resource ID: 04d0bcd2-81d5-4953-8eb0-458130069abd with Priority: HIGHEST for action port [ 651.647356] env[66160]: INFO networking_nsxv3.common.synchronization [None req-e0639604-21c6-44f1-b373-832225c332f8 None None] Enqueued Resource ID: 5ccceba0-13c0-4427-9e58-e3a5d203210f with Priority: HIGHEST for action port [ 651.648703] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_rules [ 651.648703] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d0bcd2-81d5-4953-8eb0-458130069abd with Priority: HIGHEST for action port [ 651.648703] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_members [ 651.648703] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ccceba0-13c0-4427-9e58-e3a5d203210f with Priority: HIGHEST for action port [ 651.648703] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.648703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.648941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.649413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.649413] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.652202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d0bcd2-81d5-4953-8eb0-458130069abd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.652202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.652202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.652494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.652494] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d0bcd2-81d5-4953-8eb0-458130069abd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.653203] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.653317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.653383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.653547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.653698] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.653794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.656333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.658846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.658846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.658846] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.660663] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ccceba0-13c0-4427-9e58-e3a5d203210f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.660821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ccceba0-13c0-4427-9e58-e3a5d203210f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.663018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ccceba0-13c0-4427-9e58-e3a5d203210f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.663018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ccceba0-13c0-4427-9e58-e3a5d203210f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.663018] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ccceba0-13c0-4427-9e58-e3a5d203210f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.755865] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.756137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.756227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.756446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.756669] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.756779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.756845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.757021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.757105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.757193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.757345] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.757458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.757491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.757643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.757785] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.757876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.757935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.758238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.758238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.758238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.758384] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.019313] env[66160]: INFO networking_nsxv3.common.synchronization [None req-52a8b1a7-9a9b-4e16-aeca-9890c6a37c34 None None] Enqueued Resource ID: 148883c6-c2f7-4184-9ccd-03cc98f49d1e with Priority: HIGHEST for action port [ 652.019313] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148883c6-c2f7-4184-9ccd-03cc98f49d1e with Priority: HIGHEST for action port [ 652.019313] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-148883c6-c2f7-4184-9ccd-03cc98f49d1e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.019313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-148883c6-c2f7-4184-9ccd-03cc98f49d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.019313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-148883c6-c2f7-4184-9ccd-03cc98f49d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.019313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-148883c6-c2f7-4184-9ccd-03cc98f49d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.019313] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148883c6-c2f7-4184-9ccd-03cc98f49d1e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.161127] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.162465] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04d0bcd2-81d5-4953-8eb0-458130069abd with status ACTIVE [ 652.162613] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.162741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.162806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.163057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.164040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.164040] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.164040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.164040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.164040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.164040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.164040] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.164040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.164040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.164447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.164447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.164447] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04d0bcd2-81d5-4953-8eb0-458130069abd is going to be updated. [ 652.165454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.165551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.165706] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ccceba0-13c0-4427-9e58-e3a5d203210f [ 652.165871] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.165964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.166033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.166192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.166266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.166349] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ccceba0-13c0-4427-9e58-e3a5d203210f already deleted. [ 652.166438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ccceba0-13c0-4427-9e58-e3a5d203210f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.187160] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.187312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.187392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.187617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.187757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.187928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d0bcd2-81d5-4953-8eb0-458130069abd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.261024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb160653-5858-409d-b726-1c58c12090ee: rpc.has_security_group_logging(os_id): False [ 652.282577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.282577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.282796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.283927] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.283927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.284109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.284478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.284478] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.284604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.284604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.286081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.286081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.286081] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.286081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.286081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.286081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.286081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.286081] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be updated. [ 652.418699] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.418699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.418699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.419032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.419079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.436943] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: IN_PROGRESS for 2s [ 652.521145] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 148883c6-c2f7-4184-9ccd-03cc98f49d1e [ 652.521394] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.521534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.521600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.521827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.521930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.522070] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:148883c6-c2f7-4184-9ccd-03cc98f49d1e already deleted. [ 652.522167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-148883c6-c2f7-4184-9ccd-03cc98f49d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.662672] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.167438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.167754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.167831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.168195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.169038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.169038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c is going to be created. [ 653.201842] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.202049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.202129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.202347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.202500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.213887] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c in Status: UNINITIALIZED for 2s [ 654.397595] env[66160]: INFO networking_nsxv3.common.synchronization [None req-4dce9657-a458-485f-adb5-65d914b6f471 None None] Enqueued Resource ID: 73597b02-2a89-4f99-892e-79690e2639e0 with Priority: HIGHEST for action port [ 654.397595] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73597b02-2a89-4f99-892e-79690e2639e0 with Priority: HIGHEST for action port [ 654.398049] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-73597b02-2a89-4f99-892e-79690e2639e0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.398049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73597b02-2a89-4f99-892e-79690e2639e0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.398049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73597b02-2a89-4f99-892e-79690e2639e0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.398432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73597b02-2a89-4f99-892e-79690e2639e0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.398432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73597b02-2a89-4f99-892e-79690e2639e0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.455714] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: SUCCESS [ 654.456135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.902125] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73597b02-2a89-4f99-892e-79690e2639e0 [ 654.902125] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.902125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.902125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.902125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.902125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.902125] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73597b02-2a89-4f99-892e-79690e2639e0 already deleted. [ 654.902125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73597b02-2a89-4f99-892e-79690e2639e0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.194432] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bac1182-1f76-43d4-b61f-5b0dc972a977 req-d17679da-d93f-49b8-aaef-c10ea11182df tempest-FloatingIPsAssociationTestJSON-1034133607 tempest-FloatingIPsAssociationTestJSON-1034133607-project-member] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 655.195352] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 655.195945] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.196123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.196218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.196551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.197178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.197566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.198025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.198682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.200878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.200878] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.225019] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c in Status: SUCCESS [ 655.225019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.225019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.225019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.225019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.225019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.225375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.225375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.225375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.225478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.225478] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.619079] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.619496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.619496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.619911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.620289] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.620502] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.620671] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.620985] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.621198] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.621522] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.621648] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.621829] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.621959] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.622155] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.622275] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.622457] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.646359] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.646607] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.647713] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.647713] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.647713] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.647713] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.647713] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.648054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.648142] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1d1403-aeef-4ea0-805e-c3bba4a03df1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.702915] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.703152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.703259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.703427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.703528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.703759] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.703874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.703948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.704113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.704216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.704269] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 already deleted. [ 655.704450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.729739] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.150848] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.151099] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.151206] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.151842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.152014] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.152338] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 0d1d1403-aeef-4ea0-805e-c3bba4a03df1 not found, creating... [ 656.152538] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.152691] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.152860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.153067] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.153603] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.153603] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.153754] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.153754] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.153932] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.154068] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.154201] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 0d1d1403-aeef-4ea0-805e-c3bba4a03df1 is going to be created. [ 656.174723] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.174953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.175150] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.175341] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.175552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.175905] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.232925] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2366e46-3358-4f73-9eaa-ab48fb27e53c: rpc.has_security_group_logging(os_id): False [ 656.256527] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.256747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.256832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.257063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.257158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.257410] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.257510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.257575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.257728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.257979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.257979] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c is going to be created. [ 656.261694] env[66160]: INFO networking_nsxv3.common.synchronization [None req-73ddfae5-3c4d-4d37-9cc3-e150e314e96e None None] Enqueued Resource ID: 514e6938-8c82-4638-8f7f-8744253e01c6 with Priority: HIGHEST for action port [ 656.262277] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514e6938-8c82-4638-8f7f-8744253e01c6 with Priority: HIGHEST for action port [ 656.262572] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-514e6938-8c82-4638-8f7f-8744253e01c6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.262682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-514e6938-8c82-4638-8f7f-8744253e01c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.262828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-514e6938-8c82-4638-8f7f-8744253e01c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.263066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-514e6938-8c82-4638-8f7f-8744253e01c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.263148] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514e6938-8c82-4638-8f7f-8744253e01c6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.331318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.331507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.331608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.331894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.332087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.347544] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c in Status: IN_PROGRESS for 2s [ 656.766969] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 514e6938-8c82-4638-8f7f-8744253e01c6 [ 656.767323] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.767323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.767323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.768232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.768232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.768232] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:514e6938-8c82-4638-8f7f-8744253e01c6 already deleted. [ 656.768374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-514e6938-8c82-4638-8f7f-8744253e01c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.818273] env[66160]: INFO networking_nsxv3.common.synchronization [None req-30919b92-7b1b-4bff-aa80-eb9bc7146d4c None None] Enqueued Resource ID: 18aaa0f9-8de4-420c-803f-63ed0a9eb283 with Priority: HIGHEST for action port [ 656.820368] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aaa0f9-8de4-420c-803f-63ed0a9eb283 with Priority: HIGHEST for action port [ 656.820920] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-18aaa0f9-8de4-420c-803f-63ed0a9eb283 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.821490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18aaa0f9-8de4-420c-803f-63ed0a9eb283" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.821907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18aaa0f9-8de4-420c-803f-63ed0a9eb283" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.822137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18aaa0f9-8de4-420c-803f-63ed0a9eb283" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.822754] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18aaa0f9-8de4-420c-803f-63ed0a9eb283',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.978923] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bac1182-1f76-43d4-b61f-5b0dc972a977 req-16da1b81-9524-4d72-99cc-24a1c540125b service nova] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_rules [ 656.978923] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bac1182-1f76-43d4-b61f-5b0dc972a977 req-16da1b81-9524-4d72-99cc-24a1c540125b service nova] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 656.979271] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bac1182-1f76-43d4-b61f-5b0dc972a977 req-16da1b81-9524-4d72-99cc-24a1c540125b service nova] Enqueued Resource ID: 0d1d1403-aeef-4ea0-805e-c3bba4a03df1 with Priority: HIGHEST for action port [ 656.979578] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_rules [ 656.979742] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 656.980162] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1d1403-aeef-4ea0-805e-c3bba4a03df1 with Priority: HIGHEST for action port [ 656.981148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.981298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.981298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.982037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.982037] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.983318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.983521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.983788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.983788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.984022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.984229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.984287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.985616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.985616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.985616] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.985616] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.985616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.985869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.985869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.985941] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1d1403-aeef-4ea0-805e-c3bba4a03df1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.326415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18aaa0f9-8de4-420c-803f-63ed0a9eb283 [ 657.326697] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.326847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.327437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.327437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.327437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.327437] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18aaa0f9-8de4-420c-803f-63ed0a9eb283 already deleted. [ 657.327437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18aaa0f9-8de4-420c-803f-63ed0a9eb283" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.487391] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.487802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.488223] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.490121] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d1d1403-aeef-4ea0-805e-c3bba4a03df1 with status ACTIVE [ 657.490121] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.490121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.490121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.490631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.490829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.492794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.492794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.492794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.492794] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d1d1403-aeef-4ea0-805e-c3bba4a03df1 is going to be updated. [ 657.516972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.517169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.517169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.517831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.517831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.517831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1d1403-aeef-4ea0-805e-c3bba4a03df1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.917312] env[66160]: INFO networking_nsxv3.common.synchronization [req-afda2987-64e1-46f0-bc52-0926673fc326 req-3da9e283-32c6-42c4-8bf8-5b3b117716c9 tempest-SecurityGroupRulesNegativeTestJSON-1002531419 tempest-SecurityGroupRulesNegativeTestJSON-1002531419-project-member] Enqueued Resource ID: beb8fd1b-f119-499b-9b29-69418f7eb045 with Priority: HIGHEST for action security_group_rules [ 657.917920] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb8fd1b-f119-499b-9b29-69418f7eb045 with Priority: HIGHEST for action security_group_rules [ 657.918526] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb8fd1b-f119-499b-9b29-69418f7eb045 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.918725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.918797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.918998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.919194] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb8fd1b-f119-499b-9b29-69418f7eb045',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.949510] env[66160]: INFO networking_nsxv3.common.synchronization [None req-94e4e7fb-071d-4218-a23a-799b73ac79ae None None] Enqueued Resource ID: 9f0d051b-6081-4cf1-af3e-33d7e1e1917e with Priority: HIGHEST for action port [ 657.950106] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0d051b-6081-4cf1-af3e-33d7e1e1917e with Priority: HIGHEST for action port [ 657.950431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f0d051b-6081-4cf1-af3e-33d7e1e1917e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.950558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f0d051b-6081-4cf1-af3e-33d7e1e1917e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.950682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f0d051b-6081-4cf1-af3e-33d7e1e1917e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.950896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f0d051b-6081-4cf1-af3e-33d7e1e1917e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.950986] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f0d051b-6081-4cf1-af3e-33d7e1e1917e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.994787] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.361344] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c in Status: SUCCESS [ 658.361527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.443986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.444342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.444342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.444776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.444776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.444776] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb8fd1b-f119-499b-9b29-69418f7eb045 already deleted. [ 658.444776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb8fd1b-f119-499b-9b29-69418f7eb045" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.454252] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f0d051b-6081-4cf1-af3e-33d7e1e1917e [ 658.454748] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.454748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.454748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.455900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.455900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.455900] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f0d051b-6081-4cf1-af3e-33d7e1e1917e already deleted. [ 658.455900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f0d051b-6081-4cf1-af3e-33d7e1e1917e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.501049] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.501049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.501049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.501049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.501049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.501049] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be created. [ 658.525361] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.525361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.525361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.525361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.525361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.537144] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: UNINITIALIZED for 2s [ 658.751331] env[66160]: INFO networking_nsxv3.common.synchronization [req-586311bb-a4db-4933-9eda-eafc703361c0 req-637ca6f6-9146-4ae5-8f0e-99a7ecd479a8 tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 658.752088] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 658.752509] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.752717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.752717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.752922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.753142] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.753281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.753386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.753562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.753677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.753793] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.255767] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.440215] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.441070] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.441070] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.442025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.442025] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.442025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.442025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.442332] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.442571] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.442907] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.443219] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.443446] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.443645] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.443991] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.444308] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.444510] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.464795] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.465505] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.465505] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.465650] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.465851] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.466035] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.466152] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.466481] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.466607] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d0a75b-9a7f-4aa2-9b65-abbe455715b6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.764551] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.969426] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.969703] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.969848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.970658] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.970658] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.970658] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 45d0a75b-9a7f-4aa2-9b65-abbe455715b6 not found, creating... [ 659.970863] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.970993] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.971132] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.971407] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.971548] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.971823] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.972018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.972133] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.972391] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.972599] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.972727] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 45d0a75b-9a7f-4aa2-9b65-abbe455715b6 is going to be created. [ 659.995525] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.995525] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.995835] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.996047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.996340] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.996629] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.266664] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.267030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.267030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.267459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.267459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.267459] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 660.299848] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.300105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.300105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.300292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.300424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.310271] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 660.548283] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: SUCCESS [ 660.548517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.548668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.548870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.549090] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.549212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.549278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.549429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.549506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.549611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.549729] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.737836] env[66160]: INFO networking_nsxv3.common.synchronization [req-586311bb-a4db-4933-9eda-eafc703361c0 req-e42c923e-5e39-46ca-b888-467de3e662fa service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 660.739913] env[66160]: INFO networking_nsxv3.common.synchronization [req-586311bb-a4db-4933-9eda-eafc703361c0 req-e42c923e-5e39-46ca-b888-467de3e662fa service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 660.740357] env[66160]: INFO networking_nsxv3.common.synchronization [req-586311bb-a4db-4933-9eda-eafc703361c0 req-e42c923e-5e39-46ca-b888-467de3e662fa service nova] Enqueued Resource ID: 45d0a75b-9a7f-4aa2-9b65-abbe455715b6 with Priority: HIGHEST for action port [ 660.740946] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 660.740946] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 660.741036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d0a75b-9a7f-4aa2-9b65-abbe455715b6 with Priority: HIGHEST for action port [ 660.742085] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.742225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.743062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.743062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.743062] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.743495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.743596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.745048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.745048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.745048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.745259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.745304] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d0a75b-9a7f-4aa2-9b65-abbe455715b6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.052389] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.052642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.052642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.053121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.053121] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.053121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.053331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.053389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.053480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.053579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.053762] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.054417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.054417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.054417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.054417] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.054417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.054417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.054651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.054651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.054651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.054743] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.060458] env[66160]: INFO networking_nsxv3.common.synchronization [None req-582bb8d8-0cd2-441d-86ed-284e7fee8adf tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_rules [ 661.061023] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_rules [ 661.061331] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.061445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.061666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.061928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.062062] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.211479] env[66160]: INFO networking_nsxv3.common.synchronization [None req-7d891c5d-09ac-480e-a3b8-d723fa062a4d tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_rules [ 661.214180] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_rules [ 661.214958] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.215151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.248801] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45d0a75b-9a7f-4aa2-9b65-abbe455715b6 with status ACTIVE [ 661.249503] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.249752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.249752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.249922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.249922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.250129] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.250233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.250310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.250506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.250560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.253765] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.253765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.253765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.253765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.253765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.253765] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45d0a75b-9a7f-4aa2-9b65-abbe455715b6 is going to be updated. [ 661.253765] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.253765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.288451] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.289169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.289169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.289721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.290091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.290391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d0a75b-9a7f-4aa2-9b65-abbe455715b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.342261] env[66160]: INFO networking_nsxv3.common.synchronization [None req-63ec1a3c-49f5-4634-9a97-1471c1eb3d5d None None] Enqueued Resource ID: 2b03192b-2aee-428f-be40-4db3a408e666 with Priority: HIGHEST for action port [ 661.343493] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b03192b-2aee-428f-be40-4db3a408e666 with Priority: HIGHEST for action port [ 661.343874] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b03192b-2aee-428f-be40-4db3a408e666 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.344923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b03192b-2aee-428f-be40-4db3a408e666" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.344923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b03192b-2aee-428f-be40-4db3a408e666" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.344923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b03192b-2aee-428f-be40-4db3a408e666" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.344923] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b03192b-2aee-428f-be40-4db3a408e666',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.544040] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bbbc939-9dfb-471f-83b3-b3b247fc5398 req-4d6bb553-46c5-45e0-a83d-dff56241afa1 tempest-ListImageFiltersTestJSON-1707460362 tempest-ListImageFiltersTestJSON-1707460362-project-member] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 661.544661] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 661.544968] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.545100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.545168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.545441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.545596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.545922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.545922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.546039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.547123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.547123] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.559124] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 783f0c4e-950a-4229-a8aa-6cd210871cc1: rpc.has_security_group_logging(os_id): False [ 661.577756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.577948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.578378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.578378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.578468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.578742] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.578960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.579073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.579431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.579578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.579846] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.579949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.580050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.580259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.581031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.581031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.581031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.581031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.581031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.581031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.581431] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be created. [ 661.583821] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.583821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.583821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.583821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.583821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.583821] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686e520d-e673-479c-a347-41b92a917198 already deleted. [ 661.583821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.584334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.584491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.584584] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.664835] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.665026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.665076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.665732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.665732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.690794] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: IN_PROGRESS for 2s [ 661.851346] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b03192b-2aee-428f-be40-4db3a408e666 [ 661.851723] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.851935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.852014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.852246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.852336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.852433] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b03192b-2aee-428f-be40-4db3a408e666 already deleted. [ 661.852514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b03192b-2aee-428f-be40-4db3a408e666" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.048807] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.049020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.049086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.049469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.049522] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.049762] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.049914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.050032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.050305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.050433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.050567] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fba669-c321-4083-a011-95156adc9da2 already deleted. [ 662.050723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.056697] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.057125] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.057312] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.057662] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.058059] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.058293] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.058537] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.058789] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.058968] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.059254] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.059412] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.059555] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.059692] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.059825] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.059971] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.060151] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.084043] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.084289] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.084383] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.084646] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.085338] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-5f54d0cc-9dc1-497b-9ff6-34f915863463 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.085338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.085338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.085619] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.085751] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f54d0cc-9dc1-497b-9ff6-34f915863463',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.110316] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.110569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.111266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.111516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.111641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.111758] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686e520d-e673-479c-a347-41b92a917198 already deleted. [ 662.112555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.321392] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 662.321710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.321762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.321985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.322181] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.322909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.322909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.323581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.324378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.324378] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.480234] env[66160]: INFO networking_nsxv3.common.synchronization [None req-24b83529-bd82-41bd-a0c8-0e1291211821 None None] Enqueued Resource ID: 1d446197-a4a2-4a0d-9fa3-6254f6ea65eb with Priority: HIGHEST for action port [ 662.480543] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d446197-a4a2-4a0d-9fa3-6254f6ea65eb with Priority: HIGHEST for action port [ 662.483069] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d446197-a4a2-4a0d-9fa3-6254f6ea65eb taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.483069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d446197-a4a2-4a0d-9fa3-6254f6ea65eb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.483069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d446197-a4a2-4a0d-9fa3-6254f6ea65eb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.483069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d446197-a4a2-4a0d-9fa3-6254f6ea65eb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.483069] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d446197-a4a2-4a0d-9fa3-6254f6ea65eb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.589328] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.590448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.590448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.590448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.590448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.590448] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 5f54d0cc-9dc1-497b-9ff6-34f915863463 not found, creating... [ 662.590818] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.590884] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.591509] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.591509] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.591509] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.591815] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.592657] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.592902] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.595218] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.595218] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.595218] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 5f54d0cc-9dc1-497b-9ff6-34f915863463 is going to be created. [ 662.618896] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.619324] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.619324] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.619533] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.619752] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.619975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.829026] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.985189] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d446197-a4a2-4a0d-9fa3-6254f6ea65eb [ 662.985491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.985638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.985832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.985957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.986068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.986172] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d446197-a4a2-4a0d-9fa3-6254f6ea65eb already deleted. [ 662.986257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d446197-a4a2-4a0d-9fa3-6254f6ea65eb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.333935] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.349650] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bbbc939-9dfb-471f-83b3-b3b247fc5398 req-f718ab86-033c-40d5-a38b-84322162417a service nova] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_rules [ 663.349753] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bbbc939-9dfb-471f-83b3-b3b247fc5398 req-f718ab86-033c-40d5-a38b-84322162417a service nova] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 663.349811] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bbbc939-9dfb-471f-83b3-b3b247fc5398 req-f718ab86-033c-40d5-a38b-84322162417a service nova] Enqueued Resource ID: 5f54d0cc-9dc1-497b-9ff6-34f915863463 with Priority: HIGHEST for action port [ 663.350812] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_rules [ 663.351094] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 663.351222] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f54d0cc-9dc1-497b-9ff6-34f915863463 with Priority: HIGHEST for action port [ 663.351557] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.351677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.351677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.352105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.352105] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.354617] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.354617] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.354617] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.354617] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f54d0cc-9dc1-497b-9ff6-34f915863463 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.355175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.355175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.355175] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f54d0cc-9dc1-497b-9ff6-34f915863463',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.703811] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: SUCCESS [ 663.703811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.820663] env[66160]: INFO networking_nsxv3.common.synchronization [req-761fff48-2c03-4644-bbef-4a62d57a7db6 req-644d6728-dfde-41a3-bd60-a28f2d8639ed tempest-VolumesAdminNegativeTest-1370195561 tempest-VolumesAdminNegativeTest-1370195561-project-member] Enqueued Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_members [ 663.821386] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_members [ 663.821829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.821984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.823237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.823581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.823877] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.824032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.824124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.824297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.824382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.824988] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.838235] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.838585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.838585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.838781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.838875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.839053] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 663.857984] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.860661] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.860661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.860661] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f54d0cc-9dc1-497b-9ff6-34f915863463 with status ACTIVE [ 663.862134] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.862134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.862134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.862134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.862134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.862396] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.862581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.862830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.863137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.863258] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.863582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.863736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.863808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.864096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.865781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.865781] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f54d0cc-9dc1-497b-9ff6-34f915863463 is going to be updated. [ 663.875638] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.875867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.875965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.876223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.876549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.887066] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 663.891022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.891022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.891022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.891022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.891022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.891258] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f54d0cc-9dc1-497b-9ff6-34f915863463" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.262141] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.262405] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-159" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.262556] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-159" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.262905] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-159" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.263207] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.263363] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.263477] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.263705] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.263863] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.264515] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.264856] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.265037] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.265176] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.265347] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.265479] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.265686] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.293527] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.293527] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.293527] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.293527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-159" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.293527] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-6868833c-a338-485d-bffd-9de1eb49a94c taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.293527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.293527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.293527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.293527] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6868833c-a338-485d-bffd-9de1eb49a94c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.327335] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.327491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.327538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.329019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.329019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.329019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.329019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.329019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.329019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.329019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.329019] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 already deleted. [ 664.329019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.366871] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.796179] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.796432] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.796565] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.796857] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.797019] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.797175] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 6868833c-a338-485d-bffd-9de1eb49a94c not found, creating... [ 664.797441] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.797593] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.797757] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.797936] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.798077] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.798344] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.798493] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.798604] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.798810] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.798942] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.799085] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 6868833c-a338-485d-bffd-9de1eb49a94c is going to be created. [ 664.821449] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.821672] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.821793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.822082] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.822318] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.823795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.870995] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.871280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.871405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.872936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.873096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.873156] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be created. [ 664.907212] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.907439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.907515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.907754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.907949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.922661] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: UNINITIALIZED for 2s [ 665.567039] env[66160]: INFO networking_nsxv3.common.synchronization [req-761fff48-2c03-4644-bbef-4a62d57a7db6 req-8914e1c5-200d-4010-8c50-52e2c2111390 service nova] Enqueued Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_rules [ 665.567039] env[66160]: INFO networking_nsxv3.common.synchronization [req-761fff48-2c03-4644-bbef-4a62d57a7db6 req-8914e1c5-200d-4010-8c50-52e2c2111390 service nova] Enqueued Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_members [ 665.567039] env[66160]: INFO networking_nsxv3.common.synchronization [req-761fff48-2c03-4644-bbef-4a62d57a7db6 req-8914e1c5-200d-4010-8c50-52e2c2111390 service nova] Enqueued Resource ID: 6868833c-a338-485d-bffd-9de1eb49a94c with Priority: HIGHEST for action port [ 665.567039] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_rules [ 665.567039] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_members [ 665.567039] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6868833c-a338-485d-bffd-9de1eb49a94c with Priority: HIGHEST for action port [ 665.567768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.568127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.568375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.568732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.569159] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.571700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.572181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.572181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.574085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.574085] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.574085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.574085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.574085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.574085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.574085] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.575816] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-6868833c-a338-485d-bffd-9de1eb49a94c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.575935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.575992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.576198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.576277] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6868833c-a338-485d-bffd-9de1eb49a94c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.900084] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 665.900084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.900084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.900084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.900386] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.900386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.900386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.901701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.901701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.901701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.901701] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.076646] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.077624] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.077856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.081023] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6868833c-a338-485d-bffd-9de1eb49a94c with status ACTIVE [ 666.081023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.081023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.081023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.081023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.081023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.081441] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.081571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.081687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.081983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.082110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.082328] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.082450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.082501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.082676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.082752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.082888] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6868833c-a338-485d-bffd-9de1eb49a94c is going to be updated. [ 666.113647] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.113940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.113940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.115690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.115690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.115690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6868833c-a338-485d-bffd-9de1eb49a94c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.334589] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-3c8c4663-336e-4336-ba92-71323f91cb94 tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 666.334589] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 666.334784] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.334904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.334994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.335668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.335837] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.335955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.336054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.336227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.336317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.336413] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.405669] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.405853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.405890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.406265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.406328] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.406383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.406457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.406602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.406708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.406819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.406970] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.407074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.407136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.407277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.407413] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.407504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.407564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.407702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.407779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.407862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.407988] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.579543] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.839229] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.839399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.839485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.839738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.839846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.840107] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.840221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.840285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.840456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.840544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.840623] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c already deleted. [ 666.840707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.911263] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 076f7b2e-38be-4ab7-9247-ede14c31921e: rpc.has_security_group_logging(os_id): False [ 666.932772] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.932959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.933481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.933481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.933481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.933658] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.933737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.933776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.933952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.934042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.934260] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.936670] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.936670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.936670] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 666.940544] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 666.940744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.941817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.945145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.945145] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.945145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.945145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.945145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.945145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.945145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.945145] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.009463] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.009724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.009724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.009939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.010093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.027078] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 667.084798] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.084798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.084798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.084798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.084798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.084798] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 is going to be created. [ 667.132697] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.132934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.133017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.133254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.133422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.153282] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 in Status: UNINITIALIZED for 2s [ 667.431473] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.431703] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.431853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.432234] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.432530] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.432706] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.432837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.433117] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.433271] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.433520] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.433626] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.433752] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.433844] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.433978] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.434124] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.434241] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.447444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.447676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.447732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.447969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.449518] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.449518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.449518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.449518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.449518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.449518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.449518] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.449518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.449518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.449936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.449936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.449936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.449936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.449936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.450126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.450126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.450190] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.452579] env[66160]: INFO networking_nsxv3.common.synchronization [req-c4880aaf-a9f8-48f3-a191-34e3cbd3a8a5 req-257ac22a-8e2d-4f1a-9281-bd5ff2470d65 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 667.453711] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 667.454701] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.454701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.454701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.454701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.454701] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.454701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.454701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.455125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.455125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.455125] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.474035] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.474035] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.474207] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.474304] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.474597] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-dbd8302b-0327-4cf3-924e-27f392b4ec21 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.474801] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.474970] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.475272] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.475363] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd8302b-0327-4cf3-924e-27f392b4ec21',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.953052] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7fba669-c321-4083-a011-95156adc9da2: rpc.has_security_group_logging(os_id): False [ 667.958068] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.958068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.958068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.958430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.958515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.958854] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.959034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.959034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.959242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.959320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.959460] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 667.977628] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.977628] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.977628] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.977628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.978809] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.978809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.978809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.978809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.978809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.978809] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be created. [ 667.979871] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.980075] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.980209] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.980427] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.980570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.980714] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port dbd8302b-0327-4cf3-924e-27f392b4ec21 not found, creating... [ 667.980969] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.981147] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.981432] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.981724] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.981866] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.982186] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.982339] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.982488] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.982688] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.982803] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.983019] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: dbd8302b-0327-4cf3-924e-27f392b4ec21 is going to be created. [ 668.016406] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.016680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.016832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.017103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.017259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.024351] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.024582] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.024680] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.024964] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.025208] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.025433] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.029582] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 668.074957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.075236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.075236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.075408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.075581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.099664] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: IN_PROGRESS for 2s [ 668.637453] env[66160]: INFO networking_nsxv3.common.synchronization [req-17d81c28-2ade-4be2-ac6a-2328a91bc4ff req-16af631a-d4f7-4cc8-845c-2da7d24c0cce tempest-ServerPasswordTestJSON-251949489 tempest-ServerPasswordTestJSON-251949489-project-member] Enqueued Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_members [ 668.637985] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGHEST for action security_group_members [ 668.638313] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.638443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.638756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.638836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.638986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.639098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.639155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.639315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.639401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.639498] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.691172] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-e93a752f-f9b8-4af3-86bb-1a4eb7bbabce service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 668.691769] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-e93a752f-f9b8-4af3-86bb-1a4eb7bbabce service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 668.691769] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-e93a752f-f9b8-4af3-86bb-1a4eb7bbabce service nova] Enqueued Resource ID: dbd8302b-0327-4cf3-924e-27f392b4ec21 with Priority: HIGHEST for action port [ 668.693891] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 668.694099] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 668.694270] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd8302b-0327-4cf3-924e-27f392b4ec21 with Priority: HIGHEST for action port [ 668.694949] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.695164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.695268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.695560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.695679] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.697068] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.697232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.697331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.697628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.697771] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.697908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.698022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.698348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.698477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.698601] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.703413] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbd8302b-0327-4cf3-924e-27f392b4ec21 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.703413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.703413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.703413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.703413] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd8302b-0327-4cf3-924e-27f392b4ec21',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.045574] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 669.045977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.141459] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.141637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.141704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.141903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.142034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.142212] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.142326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.142382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.142544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.142622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.142734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0270c49-22dc-4902-a921-bece16762325 is going to be updated. [ 669.167086] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 in Status: SUCCESS [ 669.167633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.167633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.167870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.168150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.168360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.168503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.169212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.169343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.169458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.169590] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.204519] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.204728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.205307] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.206827] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbd8302b-0327-4cf3-924e-27f392b4ec21 with status ACTIVE [ 669.207048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.207190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.207252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.208247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.208247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.208247] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.208247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.208247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.208247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.208247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.208247] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.208918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.212148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.212148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.212148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.212148] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbd8302b-0327-4cf3-924e-27f392b4ec21 is going to be updated. [ 669.212587] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.212587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.212587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.212832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.212895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.227116] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0270c49-22dc-4902-a921-bece16762325 in Status: IN_PROGRESS for 2s [ 669.251432] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.251432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.251432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.251432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.251432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.251432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbd8302b-0327-4cf3-924e-27f392b4ec21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.338254] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-23eef6f4-374d-472a-8165-803b13e457fc tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 669.339631] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 669.340185] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.340324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.671943] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.672262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.672355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.672574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.672743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.672839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.672901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.673094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.673208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.673310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.673457] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.674093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.674093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.674093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674093] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.674093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.674093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.674414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.674414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.674528] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.716752] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.952286] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.952764] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.952764] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.954077] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.954433] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.954626] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.954761] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.955031] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.955207] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.955466] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.955605] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.958020] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.958020] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.958020] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.958020] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.958020] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.980426] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.980640] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.981189] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.981189] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.981466] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-ebd1daad-cb0d-4efb-a17b-9245231affa2 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981610] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981729] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.982138] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.982285] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd1daad-cb0d-4efb-a17b-9245231affa2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.042250] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 670.042462] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 deletion is rescheduled due to dependency. [ 670.042612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.113625] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 670.113989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.177084] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4: rpc.has_security_group_logging(os_id): False [ 670.195749] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.196027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.196027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.197417] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.197417] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.197417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.198067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.198067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.198067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.198067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.198067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.198067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.198067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.198302] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 is going to be created. [ 670.218354] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.218628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.218628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.219034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.219189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.219347] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be created. [ 670.249790] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.249790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.249790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.249790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.249790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.260909] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: UNINITIALIZED for 2s [ 670.274931] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.274931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.274931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.274931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.274931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.287115] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 in Status: IN_PROGRESS for 2s [ 670.352487] env[66160]: INFO networking_nsxv3.common.synchronization [req-bf3306d5-74e7-47fc-8370-4215b2193682 req-1e28dce1-2221-4576-8fb6-6398a675e935 tempest-DeleteServersAdminTestJSON-1610667119 tempest-DeleteServersAdminTestJSON-1610667119-project-member] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 670.353076] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGHEST for action security_group_members [ 670.353576] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.353576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.353695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.353874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.354875] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.354875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.354875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.354875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.354875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.354875] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.485029] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.485332] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.485487] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.485842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.486044] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.486222] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port ebd1daad-cb0d-4efb-a17b-9245231affa2 not found, creating... [ 670.486568] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.486831] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.486966] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.487241] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.487408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.487736] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.487911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.488671] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.489016] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.489209] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.489415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: ebd1daad-cb0d-4efb-a17b-9245231affa2 is going to be created. [ 670.528508] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.528795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.528795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.529108] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.533353] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.533621] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.857332] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.857530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.857610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.858119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.858251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.858465] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.858565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.858609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.858847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.858930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.859040] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be updated. [ 670.893301] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.893506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.893597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.893896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.894463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.905618] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: IN_PROGRESS for 2s [ 671.241132] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0270c49-22dc-4902-a921-bece16762325 in Status: IN_PROGRESS for 4s [ 671.291721] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-4e11aae5-5c07-401e-80d5-f1a9b8367372 service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 671.291894] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-4e11aae5-5c07-401e-80d5-f1a9b8367372 service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 671.292093] env[66160]: INFO networking_nsxv3.common.synchronization [req-95a510b8-a943-4e9e-b5cc-39cdec0a892b req-4e11aae5-5c07-401e-80d5-f1a9b8367372 service nova] Enqueued Resource ID: ebd1daad-cb0d-4efb-a17b-9245231affa2 with Priority: HIGHEST for action port [ 671.293013] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 671.293179] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 671.293276] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd1daad-cb0d-4efb-a17b-9245231affa2 with Priority: HIGHEST for action port [ 671.293553] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.293649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.293838] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.293982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.294214] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd1daad-cb0d-4efb-a17b-9245231affa2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.294369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.294403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.294611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.294685] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd1daad-cb0d-4efb-a17b-9245231affa2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.797225] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebd1daad-cb0d-4efb-a17b-9245231affa2 with status ACTIVE [ 671.799217] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.799217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.799217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.799217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.799217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.799217] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.799217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.799217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.799782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.799782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.799782] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.799782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.799782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.800071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.800071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.800071] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebd1daad-cb0d-4efb-a17b-9245231affa2 is going to be updated. [ 671.832751] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.833044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.833044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.833336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.833478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.833663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd1daad-cb0d-4efb-a17b-9245231affa2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.902301] env[66160]: INFO networking_nsxv3.common.synchronization [req-fdcb81f0-35e2-4e8e-8d00-c58cbdae297e req-4498e56c-c151-4bb3-afbb-eafc8dd3a870 tempest-InstanceActionsV221TestJSON-452510059 tempest-InstanceActionsV221TestJSON-452510059-project-member] Enqueued Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_members [ 671.902301] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_members [ 671.902301] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.902672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.902672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.902837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.903014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.903120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.903180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.903351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.903440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.905051] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.271819] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 672.272173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.272456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.272632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.272804] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.274069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.274199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.274354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.274465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.274683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.274683] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.275867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.276062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.276253] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.276365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.276422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.276568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.276945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.276945] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.315439] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 in Status: SUCCESS [ 672.315737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.411458] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.411458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.411458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.412052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.412179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.412559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.412659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.412940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.413117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.413628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.413731] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc already deleted. [ 672.413858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.434692] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.434910] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.435041] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.435349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.435614] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.435999] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.435999] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.436232] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.436425] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.436744] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.436934] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.437294] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.437294] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.437427] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.437427] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.437964] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.460407] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.460732] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.460732] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.460880] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-767" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.461240] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-144e3170-77a0-4018-9873-08ec0d71fba8 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.461496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.461650] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.461956] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.462189] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144e3170-77a0-4018-9873-08ec0d71fba8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.778357] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.778544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.781949] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.918613] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb160653-5858-409d-b726-1c58c12090ee in Status: SUCCESS [ 672.919979] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb160653-5858-409d-b726-1c58c12090ee deletion is rescheduled due to dependency. [ 672.919979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.966746] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.967584] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.967871] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.968254] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.968366] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.968529] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 144e3170-77a0-4018-9873-08ec0d71fba8 not found, creating... [ 672.969396] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.971546] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.971546] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.971797] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.972163] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.972562] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.972874] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.972874] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.973346] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.973346] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.973541] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 144e3170-77a0-4018-9873-08ec0d71fba8 is going to be created. [ 673.004968] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.005841] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.005841] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.006877] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.007314] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.007658] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.254976] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0270c49-22dc-4902-a921-bece16762325 in Status: SUCCESS [ 673.255773] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0270c49-22dc-4902-a921-bece16762325 deletion is rescheduled due to dependency. [ 673.256339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.285265] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.789236] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.789236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.789236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.789579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.789634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.789785] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 673.834359] env[66160]: INFO networking_nsxv3.common.synchronization [req-fdcb81f0-35e2-4e8e-8d00-c58cbdae297e req-e53fd0f4-0856-4a13-b069-6d44102f414e service nova] Enqueued Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_rules [ 673.834664] env[66160]: INFO networking_nsxv3.common.synchronization [req-fdcb81f0-35e2-4e8e-8d00-c58cbdae297e req-e53fd0f4-0856-4a13-b069-6d44102f414e service nova] Enqueued Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_members [ 673.834907] env[66160]: INFO networking_nsxv3.common.synchronization [req-fdcb81f0-35e2-4e8e-8d00-c58cbdae297e req-e53fd0f4-0856-4a13-b069-6d44102f414e service nova] Enqueued Resource ID: 144e3170-77a0-4018-9873-08ec0d71fba8 with Priority: HIGHEST for action port [ 673.836258] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.836381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.836465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.836840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.837096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.839759] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_rules [ 673.839972] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_members [ 673.841743] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144e3170-77a0-4018-9873-08ec0d71fba8 with Priority: HIGHEST for action port [ 673.842135] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.842279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.842350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.843018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.843018] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.845995] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.846202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.846202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.846425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.846666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.846884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.846981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.848041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.848041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.848041] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.848894] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-144e3170-77a0-4018-9873-08ec0d71fba8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.849075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.849143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.849295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.849446] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144e3170-77a0-4018-9873-08ec0d71fba8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.860178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 674.352588] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.353166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.353166] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.355956] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 144e3170-77a0-4018-9873-08ec0d71fba8 with status ACTIVE [ 674.356179] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356410] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.357272] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.357272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.357272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.357505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.357505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.359594] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.359824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.359824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.360047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.360118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.360197] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 144e3170-77a0-4018-9873-08ec0d71fba8 is going to be updated. [ 674.386794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.387076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.387321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.387398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.387555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.387727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144e3170-77a0-4018-9873-08ec0d71fba8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.815055] env[66160]: INFO networking_nsxv3.common.synchronization [req-7f2f83a6-aa63-45e6-abc8-c1ca0ac08fbc req-60c0f4c6-5f07-4bd6-83ad-0d02a1e7469d tempest-ListImageFiltersTestJSON-1707460362 tempest-ListImageFiltersTestJSON-1707460362-project-member] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 674.815667] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 674.815877] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.816039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.817544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.817802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.818173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.818173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.818173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.818460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.818556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.818771] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.856224] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.321179] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.358499] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.358850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.358850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.359028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.359140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.359217] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc is going to be created. [ 675.384793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.384961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.385043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.385299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.385458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.397592] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc in Status: UNINITIALIZED for 2s [ 675.574718] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.574917] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.575049] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.576338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.576338] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.576338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.576338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.576338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.576338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.576338] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.577071] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.577071] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.577071] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.577071] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.577071] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.577071] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.599268] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.599433] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.599561] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.599743] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.600181] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-12cde200-fff8-43f2-8c71-c8fb4064f681 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.600360] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.600478] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.600825] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.600969] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cde200-fff8-43f2-8c71-c8fb4064f681',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.823995] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.874456] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 675.874456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.874456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.874456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.874456] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.874456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.874456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.874456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.874456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.874456] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.085539] env[66160]: INFO networking_nsxv3.common.synchronization [None req-1076556a-f80a-41ee-b979-d1972fd52590 None None] Enqueued Resource ID: 7453fe3d-4bf8-4cc9-8f74-4c674943a05d with Priority: HIGHEST for action port [ 676.086473] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7453fe3d-4bf8-4cc9-8f74-4c674943a05d with Priority: HIGHEST for action port [ 676.086935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7453fe3d-4bf8-4cc9-8f74-4c674943a05d taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.087209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7453fe3d-4bf8-4cc9-8f74-4c674943a05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.087209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7453fe3d-4bf8-4cc9-8f74-4c674943a05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.087709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7453fe3d-4bf8-4cc9-8f74-4c674943a05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.087831] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7453fe3d-4bf8-4cc9-8f74-4c674943a05d',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.103596] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.103972] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.104376] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.104503] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.104689] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.104888] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 12cde200-fff8-43f2-8c71-c8fb4064f681 not found, creating... [ 676.105288] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.105511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.105666] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.106065] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.106270] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.106993] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.107434] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.107434] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.107605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.107744] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.107905] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 12cde200-fff8-43f2-8c71-c8fb4064f681 is going to be created. [ 676.139584] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.139946] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.140022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.140385] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.140741] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.141120] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.327239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.328233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.328233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.332475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.332607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.332773] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be updated. [ 676.375206] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.385233] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.385773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.385773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.385889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.386543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.536387] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: IN_PROGRESS for 2s [ 676.590244] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7453fe3d-4bf8-4cc9-8f74-4c674943a05d [ 676.590569] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.590761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.590866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.593588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.593588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.593588] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7453fe3d-4bf8-4cc9-8f74-4c674943a05d already deleted. [ 676.593588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7453fe3d-4bf8-4cc9-8f74-4c674943a05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.878068] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.906026] env[66160]: INFO networking_nsxv3.common.synchronization [req-7e6be651-17cd-442f-b027-58278d0f1c06 req-433aa947-7934-4cb1-a675-5248c916831f tempest-FloatingIPsAssociationNegativeTestJSON-1566333682 tempest-FloatingIPsAssociationNegativeTestJSON-1566333682-project-member] Enqueued Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_members [ 676.906026] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGHEST for action security_group_members [ 676.906810] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.907148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.907368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.907675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.907996] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.908490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.910894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.910894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.910894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910894] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.995021] env[66160]: INFO networking_nsxv3.common.synchronization [req-7f2f83a6-aa63-45e6-abc8-c1ca0ac08fbc req-f83b77c2-00ba-4577-98bc-976fddd7674c service nova] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_rules [ 676.995021] env[66160]: INFO networking_nsxv3.common.synchronization [req-7f2f83a6-aa63-45e6-abc8-c1ca0ac08fbc req-f83b77c2-00ba-4577-98bc-976fddd7674c service nova] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 676.995021] env[66160]: INFO networking_nsxv3.common.synchronization [req-7f2f83a6-aa63-45e6-abc8-c1ca0ac08fbc req-f83b77c2-00ba-4577-98bc-976fddd7674c service nova] Enqueued Resource ID: 12cde200-fff8-43f2-8c71-c8fb4064f681 with Priority: HIGHEST for action port [ 676.999051] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_rules [ 676.999051] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 676.999051] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cde200-fff8-43f2-8c71-c8fb4064f681 with Priority: HIGHEST for action port [ 676.999051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.999051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.999051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.999051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.999051] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.000072] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.000377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.000843] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-12cde200-fff8-43f2-8c71-c8fb4064f681 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.001352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.001583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.001992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.004029] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cde200-fff8-43f2-8c71-c8fb4064f681',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.387066] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.387066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.387066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.387445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.387445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.387523] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 677.412546] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc in Status: SUCCESS [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.412546] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.412546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.412546] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.413291] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.413826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.413826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.413826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.413826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.415570] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.415570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.415570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.415570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.415570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.415570] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 is going to be updated. [ 677.434885] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.435114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.435114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.435320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.435460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.449026] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 677.458363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.458604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.458604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.458928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.459476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.471693] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 in Status: IN_PROGRESS for 2s [ 677.505086] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.505339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.505604] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12cde200-fff8-43f2-8c71-c8fb4064f681 with status ACTIVE [ 677.505851] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.506057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.506239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.506428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.506645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.506838] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.507092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.507178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.507478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.509498] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.509915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.510255] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12cde200-fff8-43f2-8c71-c8fb4064f681 is going to be updated. [ 677.535616] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.535893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.535893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.539023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.539023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.539023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12cde200-fff8-43f2-8c71-c8fb4064f681" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.919860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.919860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.919860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.919860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.919860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.920857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.920857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.920857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.920857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.920857] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.052598] env[66160]: INFO networking_nsxv3.common.synchronization [req-2c885a1d-f132-496f-9926-389879ee3866 req-a2a8317d-7cd8-40d3-a3b4-de9f35870166 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 678.053282] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 678.053606] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.053740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.053812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.055078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.055458] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.055590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.055655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.055852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.055934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.056042] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.407277] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.407684] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.407684] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.407931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.410085] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.410252] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.410711] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.411021] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.411265] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.411395] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.411508] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.411693] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.411693] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.411849] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.411919] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.411994] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.422266] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e69de8bb-8f7f-4a32-80de-d1a41b3d56fc: rpc.has_security_group_logging(os_id): False [ 678.435438] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.435741] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.435972] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.436276] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.436779] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.436990] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.437277] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.437668] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.437910] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25ca31b-a736-4b5a-8320-62b7fcfcdf3c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.440554] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.440780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.440854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.441122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.441290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.441529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.441652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.442018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.442018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.442018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.442304] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.442448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.442517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.442697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.442810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.443074] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.443582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.443582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.443582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.443582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.443582] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc is going to be created. [ 678.506365] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.506517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.506601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.506886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.507105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.520143] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc in Status: IN_PROGRESS for 2s [ 678.545718] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 678.545980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.546254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.546412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.546611] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.546737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.546815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.546990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.547073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.547176] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.562941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.562941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.562941] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 already deleted. [ 678.562941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.941128] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.941552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.941552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.942103] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.942103] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.942415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port b25ca31b-a736-4b5a-8320-62b7fcfcdf3c not found, creating... [ 678.942600] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.942765] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.942872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.943588] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.943588] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.943784] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.943868] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.943977] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.944242] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.944426] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.944985] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: b25ca31b-a736-4b5a-8320-62b7fcfcdf3c is going to be created. [ 678.972362] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.972879] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.972879] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.973295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.973824] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.973824] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.050909] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.392273] env[66160]: INFO networking_nsxv3.common.synchronization [None req-d04f937a-7e9f-4507-9cd7-01e9bb58a4eb None None] Enqueued Resource ID: 930b2301-9672-4d0d-a46b-7f1fe7c37d4b with Priority: HIGHEST for action port [ 679.392938] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930b2301-9672-4d0d-a46b-7f1fe7c37d4b with Priority: HIGHEST for action port [ 679.393587] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-930b2301-9672-4d0d-a46b-7f1fe7c37d4b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.393744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-930b2301-9672-4d0d-a46b-7f1fe7c37d4b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.393819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-930b2301-9672-4d0d-a46b-7f1fe7c37d4b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.394122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-930b2301-9672-4d0d-a46b-7f1fe7c37d4b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.394209] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930b2301-9672-4d0d-a46b-7f1fe7c37d4b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.459015] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 679.459369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.459480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.459718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.460031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.460139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.460139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.460268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.460394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.460656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.460656] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.460842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.460842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.460963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.461096] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.461253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.461342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.461531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.461600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.461706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.461773] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.484035] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 in Status: SUCCESS [ 679.484035] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 deletion is rescheduled due to dependency. [ 679.484035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.552432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.761967] env[66160]: INFO networking_nsxv3.common.synchronization [req-2c885a1d-f132-496f-9926-389879ee3866 req-7aee01c0-a9be-4c36-8998-aa3f1989a471 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 679.762207] env[66160]: INFO networking_nsxv3.common.synchronization [req-2c885a1d-f132-496f-9926-389879ee3866 req-7aee01c0-a9be-4c36-8998-aa3f1989a471 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 679.762291] env[66160]: INFO networking_nsxv3.common.synchronization [req-2c885a1d-f132-496f-9926-389879ee3866 req-7aee01c0-a9be-4c36-8998-aa3f1989a471 service nova] Enqueued Resource ID: b25ca31b-a736-4b5a-8320-62b7fcfcdf3c with Priority: HIGHEST for action port [ 679.763260] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 679.763260] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 679.763260] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25ca31b-a736-4b5a-8320-62b7fcfcdf3c with Priority: HIGHEST for action port [ 679.763602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.763681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.763716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.763979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.764068] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.765623] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.765623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.765623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.765623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.765623] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.765623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.765966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.765966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.765966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.765966] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.770153] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.770153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.770153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.770153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.770153] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25ca31b-a736-4b5a-8320-62b7fcfcdf3c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.897726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 930b2301-9672-4d0d-a46b-7f1fe7c37d4b [ 679.897726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.897726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.897726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.897726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.897726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.897726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:930b2301-9672-4d0d-a46b-7f1fe7c37d4b already deleted. [ 679.898181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-930b2301-9672-4d0d-a46b-7f1fe7c37d4b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.964734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c: rpc.has_security_group_logging(os_id): False [ 679.985036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.985275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.985330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.985601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.985735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.985972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.986137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.986220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.986414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.986540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.986794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.987475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.987581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.987815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.987934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.988259] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.988376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.988499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.988683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.988888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.989036] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be created. [ 680.055703] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.055951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.055997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.056261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.056381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.056523] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be updated. [ 680.059300] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.059489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.059541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.059744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.059966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.073047] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 680.100248] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.100459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.100536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.101434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.101434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.116178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: IN_PROGRESS for 2s [ 680.272571] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.272571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.273318] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.273967] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25ca31b-a736-4b5a-8320-62b7fcfcdf3c with status ACTIVE [ 680.274253] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.274354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.274396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.274648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.274742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.274956] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.275710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.275805] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.276530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.276530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.276530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.276530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.276971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.276971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.277064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.277122] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25ca31b-a736-4b5a-8320-62b7fcfcdf3c is going to be updated. [ 680.303691] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.303926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.303926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.304140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.304285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.304480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25ca31b-a736-4b5a-8320-62b7fcfcdf3c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.534211] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc in Status: SUCCESS [ 680.534589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.779312] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.282169] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.282545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.282545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.282692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.282692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.282785] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be created. [ 681.317240] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.317401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.317490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.317727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.317892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.330628] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: UNINITIALIZED for 2s [ 682.095224] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 682.095613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.095697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.095850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.095947] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.129768] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 682.130718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.130718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.130718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.130983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.130983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.131124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.132218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.132218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.132218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.132218] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.180778] env[66160]: INFO networking_nsxv3.common.synchronization [None req-2cee87a7-4b84-4029-b3d5-7eb49ccabe9d tempest-ServerActionsTestJSON-734788250 tempest-ServerActionsTestJSON-734788250-project-member] Enqueued Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_rules [ 682.181226] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_rules [ 682.181730] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.181730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.181730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.182102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.182144] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.441404] env[66160]: INFO networking_nsxv3.common.synchronization [None req-c561f73d-901f-4f08-952f-5e08d48a3322 tempest-ServerActionsTestJSON-734788250 tempest-ServerActionsTestJSON-734788250-project-member] Enqueued Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_rules [ 682.443376] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_rules [ 682.443724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.443986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.601720] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.601899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.601983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.602218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.602390] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.602488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.602552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.602703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.602807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.602917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.602976] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.633725] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.633942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.634102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.634415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.634559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.634680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.634905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.634905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.635050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.635175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.636142] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.636142] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.636142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.636554] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.704036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.704238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.704284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.704504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.704591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.704654] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 already deleted. [ 682.704739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.705285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.705463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.705643] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.796535] env[66160]: INFO networking_nsxv3.common.synchronization [req-8ea04f68-3cb9-4b0b-990b-be8fc731c913 req-01cbcb61-abd8-449c-b0f4-878aa6835df6 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_members [ 682.797115] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_members [ 682.797435] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.797550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.797645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.797936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.798145] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.798315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.798315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.798502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.799127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.799127] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.106589] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.106901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.106901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.107338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.107543] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.107677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.107728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.107978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.107978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.108143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.108213] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.108324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.108380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.108622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.108730] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.109545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.109545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.109545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.109545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.109545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.109545] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.140489] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7fba669-c321-4083-a011-95156adc9da2: rpc.has_security_group_logging(os_id): False [ 683.164486] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.164486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.164486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.164486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.164486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.164486] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.165357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.165523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.165720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.165809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.166164] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.166284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.166352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.166531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.166613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.167328] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.167494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.167532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.167677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.167744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.167835] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be updated. [ 683.233732] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.233732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.233732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.233732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.233732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.233732] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 already deleted. [ 683.233732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.251866] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.251866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.251866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.251866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.251866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268922] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: IN_PROGRESS for 2s [ 683.301335] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.301544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.301598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.301797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.301889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.302111] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.302218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.302283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.302452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.302524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.302617] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686e520d-e673-479c-a347-41b92a917198 already deleted. [ 683.302698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.345370] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 683.346384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.346384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.346384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.346384] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.346384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.346384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.346868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.346868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.346868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.346868] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.428303] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.428534] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.428653] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.429138] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.429548] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.429766] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.429913] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.430176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.430327] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.430640] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.430778] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.430886] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.431095] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.431260] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.431384] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.431695] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.457167] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.458086] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.458280] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.458471] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.458798] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.459600] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.459600] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.459600] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.459600] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eed1e76-b72f-4aba-bdb7-7f16db1d8a10',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.613010] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c: rpc.has_security_group_logging(os_id): False [ 683.635051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.635051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.635051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.635051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.636872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.636872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.636872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.637395] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.638047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.638204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.638492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.638708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.638923] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 683.704525] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.704525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.704525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.704525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.705190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.718195] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 683.849659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.849874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.849874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.850214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.850440] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.850571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.850636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.850810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.850897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.850987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.851280] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.851432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.851530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.851748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.851965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.852126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.852225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.854141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.854141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.854141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.854141] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.962426] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.962537] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.962621] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.963245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.963245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.963245] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 not found, creating... [ 683.963451] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.963604] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.963712] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.963975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.964122] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.964701] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.964860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.965037] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.965194] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.965317] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.965463] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 is going to be created. [ 683.993612] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.994264] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.995340] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.995340] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.995340] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.995340] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.356440] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879dae25-9dc7-4b27-961e-966e24d88c62: rpc.has_security_group_logging(os_id): False [ 684.377352] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.377352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.377352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.377352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.377513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.377840] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.377840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.377840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.378024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.378024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.378196] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.378287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.378347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.378488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.379231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.379231] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.379231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.379231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.379231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.379231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.379231] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be created. [ 684.448921] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.448921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.448921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.448921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.448921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.460887] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 684.708290] env[66160]: INFO networking_nsxv3.common.synchronization [req-8ea04f68-3cb9-4b0b-990b-be8fc731c913 req-8119299e-5027-442c-b5e8-5ce103e6163e service nova] Enqueued Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_rules [ 684.708290] env[66160]: INFO networking_nsxv3.common.synchronization [req-8ea04f68-3cb9-4b0b-990b-be8fc731c913 req-8119299e-5027-442c-b5e8-5ce103e6163e service nova] Enqueued Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_members [ 684.708290] env[66160]: INFO networking_nsxv3.common.synchronization [req-8ea04f68-3cb9-4b0b-990b-be8fc731c913 req-8119299e-5027-442c-b5e8-5ce103e6163e service nova] Enqueued Resource ID: 6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 with Priority: HIGHEST for action port [ 684.708290] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_rules [ 684.708290] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_members [ 684.708290] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 with Priority: HIGHEST for action port [ 684.711798] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.713166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.713166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.713166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.713166] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.717677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.717677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.717677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.717677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.717677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.717677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.719569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.719569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.719569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.719569] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.720702] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.720702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.720702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.720702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.721617] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eed1e76-b72f-4aba-bdb7-7f16db1d8a10',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.216500] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.216500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.225305] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.226274] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 with status ACTIVE [ 685.226501] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.226854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.226854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.227028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.227028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227228] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.227475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.227475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.227545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.227630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227797] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.228534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.228534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.228534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.228534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.228534] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eed1e76-b72f-4aba-bdb7-7f16db1d8a10 is going to be updated. [ 685.273585] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.274489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.274489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.274489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.274489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.274489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eed1e76-b72f-4aba-bdb7-7f16db1d8a10" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.291961] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 685.293044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.657534] env[66160]: INFO networking_nsxv3.common.synchronization [None req-6aa264a0-403c-4987-971e-9d2f2be54327 None None] Enqueued Resource ID: 8c74336d-b784-4a44-9596-f7be7d1a5eb4 with Priority: HIGHEST for action port [ 685.659018] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c74336d-b784-4a44-9596-f7be7d1a5eb4 with Priority: HIGHEST for action port [ 685.659018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c74336d-b784-4a44-9596-f7be7d1a5eb4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.659018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c74336d-b784-4a44-9596-f7be7d1a5eb4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.659018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c74336d-b784-4a44-9596-f7be7d1a5eb4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.659018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c74336d-b784-4a44-9596-f7be7d1a5eb4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.659018] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c74336d-b784-4a44-9596-f7be7d1a5eb4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.730994] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.739532] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 685.739532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.162799] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c74336d-b784-4a44-9596-f7be7d1a5eb4 [ 686.163666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.164131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.164131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.164131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.164280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.164366] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c74336d-b784-4a44-9596-f7be7d1a5eb4 already deleted. [ 686.164495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c74336d-b784-4a44-9596-f7be7d1a5eb4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.236193] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.236412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.236471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.237305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.237305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.237305] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686e520d-e673-479c-a347-41b92a917198 is going to be created. [ 686.263376] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.266018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.266018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.266018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.266018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.278996] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686e520d-e673-479c-a347-41b92a917198 in Status: UNINITIALIZED for 2s [ 686.477981] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 686.477981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.280786] env[66160]: INFO networking_nsxv3.common.synchronization [req-51376ccd-b89b-4688-8aad-d50c1e7ef6e1 req-d1c1abb0-6608-4628-86e9-b07b4b2a0577 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 688.282291] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 688.288340] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.288340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.288340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.288340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.288340] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.288340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.288340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.288340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.288340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.288340] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.312436] env[66160]: INFO networking_nsxv3.common.synchronization [req-51376ccd-b89b-4688-8aad-d50c1e7ef6e1 req-d1c1abb0-6608-4628-86e9-b07b4b2a0577 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 688.312679] env[66160]: INFO networking_nsxv3.common.synchronization [req-51376ccd-b89b-4688-8aad-d50c1e7ef6e1 req-d1c1abb0-6608-4628-86e9-b07b4b2a0577 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 688.312866] env[66160]: INFO networking_nsxv3.common.synchronization [req-51376ccd-b89b-4688-8aad-d50c1e7ef6e1 req-d1c1abb0-6608-4628-86e9-b07b4b2a0577 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b with Priority: HIGHEST for action port [ 688.313843] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686e520d-e673-479c-a347-41b92a917198 in Status: SUCCESS [ 688.314111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.314794] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 688.314862] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 688.314967] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b with Priority: HIGHEST for action port [ 688.316190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.316444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.316677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.317485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.317485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.317485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.317485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.317485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.317485] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.318295] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.318406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.318502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.318770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.318989] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.323741] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.323741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.323741] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.323741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.323741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.323741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.323741] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c084fa08-3a2a-4135-9bea-68f5f3fcf44b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.625814] env[66160]: INFO networking_nsxv3.common.synchronization [None req-0ec2d2c5-ad2a-409f-a970-05404277340c None None] Enqueued Resource ID: f2f20d22-1861-495d-8785-dedc707d6a88 with Priority: HIGHEST for action port [ 688.627053] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f20d22-1861-495d-8785-dedc707d6a88 with Priority: HIGHEST for action port [ 688.627718] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2f20d22-1861-495d-8785-dedc707d6a88 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.627932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2f20d22-1861-495d-8785-dedc707d6a88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.627979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2f20d22-1861-495d-8785-dedc707d6a88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.628602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2f20d22-1861-495d-8785-dedc707d6a88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.628602] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f20d22-1861-495d-8785-dedc707d6a88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.737651] env[66160]: INFO networking_nsxv3.common.synchronization [None req-50eba858-1ca0-4cdd-93e7-1e752d8fec45 tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 688.738781] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 688.739314] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.739500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.739895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.740264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.740393] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.791756] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.825467] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c084fa08-3a2a-4135-9bea-68f5f3fcf44b with status ACTIVE [ 688.825890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.826127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.826264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.826664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.826762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.828045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.828045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.828045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.828445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.828594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.829282] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.829445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.830897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.830897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.830897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.830897] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b is going to be updated. [ 688.836335] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.836792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.837404] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.870166] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.870434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.870537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.870778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.870975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.871475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.094217] env[66160]: INFO networking_nsxv3.common.synchronization [None req-44d61e8c-b104-49c0-8d16-ed07a05bab09 tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 689.095070] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 689.095782] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.095782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.133463] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2f20d22-1861-495d-8785-dedc707d6a88 [ 689.133463] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.133463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.133463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.133463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.133463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.133463] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2f20d22-1861-495d-8785-dedc707d6a88 already deleted. [ 689.133463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2f20d22-1861-495d-8785-dedc707d6a88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.277178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.278450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.278450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.278766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.279273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.280528] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae already deleted. [ 689.280528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.280528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.280528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.280721] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.299323] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.340475] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 686e520d-e673-479c-a347-41b92a917198: rpc.has_security_group_logging(os_id): False [ 689.393839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.393839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.393839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.394512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.394512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.394512] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.394512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.394724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.394724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.394793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.395084] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686e520d-e673-479c-a347-41b92a917198 is going to be created. [ 689.506039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.506267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.506267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.506662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.506662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.525747] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686e520d-e673-479c-a347-41b92a917198 in Status: IN_PROGRESS for 2s [ 689.717224] env[66160]: INFO networking_nsxv3.common.synchronization [req-42bec8be-5b65-4ac3-98e5-712e67dc4391 req-ac9e7708-2282-4ee3-a28f-a08ebb7d077f tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 689.717948] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 689.718712] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.718841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.718962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.719426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.720220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.720220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.720220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.720220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.720220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.721031] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.800769] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.800990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.801081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.801403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.801532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.801644] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be updated. [ 689.830268] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.830444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.830492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.830768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.830893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.831013] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae already deleted. [ 689.831114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.871432] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.871615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.871926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.872041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.872430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.886587] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 690.227353] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.550214] env[66160]: INFO networking_nsxv3.common.synchronization [req-af6df58e-b0f8-4445-a4f3-29f78ad8a395 req-fe1753a8-db0b-4746-8d15-2ae74bb85a5b tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 690.550865] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 690.553990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.553990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.553990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.553990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.553990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.553990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.553990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.553990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.553990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.553990] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.668019] env[66160]: INFO networking_nsxv3.common.synchronization [req-56a53742-1662-46ca-8999-a2b6760cc7b3 req-fa6b3fda-9815-456b-93ac-66a26dde9812 tempest-VolumesAdminNegativeTest-1370195561 tempest-VolumesAdminNegativeTest-1370195561-project-member] Enqueued Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_members [ 690.668611] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGHEST for action security_group_members [ 690.669012] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.669177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.669291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.669796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.669890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.670032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.670165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.670383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.671571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.671571] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.729056] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.054788] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.057457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.057457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.057457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.057457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.057457] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.057457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.057861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.057861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.057861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.057861] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 691.087738] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.087939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.088023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.090140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.090140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.099205] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 691.175841] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.175841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.175841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.175841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.175841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.176422] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.176506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.176549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.176904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.176904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.176904] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 is going to be updated. [ 691.191883] env[66160]: INFO networking_nsxv3.common.synchronization [req-c505ee45-3bbf-4977-a4ca-a32f7e7fdbaa req-f4fccc34-186d-4edf-8ebf-339ac6ea8e6a tempest-MigrationsAdminTest-749867044 tempest-MigrationsAdminTest-749867044-project-member] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 691.194331] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 691.194849] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.194849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.194849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.196155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.196155] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.196740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.196854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.197149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.198387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.198387] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.213919] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.214067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.214067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.214296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.214482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.233197] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 in Status: IN_PROGRESS for 2s [ 691.234437] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.234565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.234626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.234900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.235077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.235178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 691.285690] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.285783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.285896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.307883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.307883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.307883] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 691.540861] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686e520d-e673-479c-a347-41b92a917198 in Status: SUCCESS [ 691.541585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.701869] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.702317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.702317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.702317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.702417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.702614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.702710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.702809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.702963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.703396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.703396] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf already deleted. [ 691.703396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.897188] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 691.897450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.897682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.897954] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.898199] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.898328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.898393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.898561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.898643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.898739] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.947257] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.947458] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.947574] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.948081] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.948250] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.948421] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.948535] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.948768] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.948909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.949210] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.949373] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.949470] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.949598] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.949711] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.949833] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.949985] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.979730] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.979854] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.979972] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.980191] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.980595] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-e23f3e62-68ad-4310-93f7-dce5ecd21608 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.980843] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.980987] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.981373] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.981534] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23f3e62-68ad-4310-93f7-dce5ecd21608',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.403969] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.484875] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.485274] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.485379] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.485640] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.485794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.485956] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port e23f3e62-68ad-4310-93f7-dce5ecd21608 not found, creating... [ 692.486361] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.486761] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.486907] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.487328] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.487466] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.487766] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.487922] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.488045] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.488293] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.488600] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.488600] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: e23f3e62-68ad-4310-93f7-dce5ecd21608 is going to be created. [ 692.517803] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.518208] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.518464] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.518889] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.519354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.519642] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.906899] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.110766] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 693.110766] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f deletion is rescheduled due to dependency. [ 693.110766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.232905] env[66160]: INFO networking_nsxv3.common.synchronization [req-c505ee45-3bbf-4977-a4ca-a32f7e7fdbaa req-8f52d9ff-3183-419e-9c09-f86deec3ebda service nova] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_rules [ 693.233098] env[66160]: INFO networking_nsxv3.common.synchronization [req-c505ee45-3bbf-4977-a4ca-a32f7e7fdbaa req-8f52d9ff-3183-419e-9c09-f86deec3ebda service nova] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 693.233234] env[66160]: INFO networking_nsxv3.common.synchronization [req-c505ee45-3bbf-4977-a4ca-a32f7e7fdbaa req-8f52d9ff-3183-419e-9c09-f86deec3ebda service nova] Enqueued Resource ID: e23f3e62-68ad-4310-93f7-dce5ecd21608 with Priority: HIGHEST for action port [ 693.233460] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_rules [ 693.233586] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 693.233832] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23f3e62-68ad-4310-93f7-dce5ecd21608 with Priority: HIGHEST for action port [ 693.234432] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.234558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.234626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.234879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.234962] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.236145] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.236264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.236330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.236503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.236650] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.236743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.236803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.236942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.237037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.237131] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.237887] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23f3e62-68ad-4310-93f7-dce5ecd21608 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.237981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.238061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.238225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.238286] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23f3e62-68ad-4310-93f7-dce5ecd21608',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.251160] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 in Status: SUCCESS [ 693.251355] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 deletion is rescheduled due to dependency. [ 693.251467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.325354] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 693.325354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.409482] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.409653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.409727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.409989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.410073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.410183] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be updated. [ 693.451947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.451947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.451947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.452396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.452505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.467741] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 693.742523] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.744755] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.744755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.745923] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e23f3e62-68ad-4310-93f7-dce5ecd21608 with status ACTIVE [ 693.746138] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.746378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.746378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.746605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.746659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.746832] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.747014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.747062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.747223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.747404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.747514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.747606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.747666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.747810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.747881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.747960] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e23f3e62-68ad-4310-93f7-dce5ecd21608 is going to be updated. [ 693.780773] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.780937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.781016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.781233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.781370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.781532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23f3e62-68ad-4310-93f7-dce5ecd21608" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.902389] env[66160]: INFO networking_nsxv3.common.synchronization [req-62632c7a-4ee6-43a6-bfe4-8aae58c602a2 req-fa71596c-ca2f-42a4-a3ee-14df98cb8e84 tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 693.902539] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 693.902864] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.903084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.903084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.903862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.903862] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.903862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.903862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.903862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.904116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.904116] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.167963] env[66160]: INFO networking_nsxv3.common.synchronization [None req-17c7b318-cade-44c1-8b9c-5ff3bc1a3075 None None] Enqueued Resource ID: ce9ac1ec-3722-4011-a964-3611dbd8d152 with Priority: HIGHEST for action port [ 694.168529] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9ac1ec-3722-4011-a964-3611dbd8d152 with Priority: HIGHEST for action port [ 694.168834] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce9ac1ec-3722-4011-a964-3611dbd8d152 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.168959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce9ac1ec-3722-4011-a964-3611dbd8d152" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.169572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce9ac1ec-3722-4011-a964-3611dbd8d152" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.169572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce9ac1ec-3722-4011-a964-3611dbd8d152" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.169572] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9ac1ec-3722-4011-a964-3611dbd8d152',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.249260] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.406648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.406818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.406892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.407897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.408049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.408984] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.408984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.408984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.408984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.408984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.408984] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 694.444951] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.444951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.444951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.444951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.444951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.454697] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 694.676404] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce9ac1ec-3722-4011-a964-3611dbd8d152 [ 694.676697] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.676842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.676922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.677171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.677256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.677373] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce9ac1ec-3722-4011-a964-3611dbd8d152 already deleted. [ 694.677456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce9ac1ec-3722-4011-a964-3611dbd8d152" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.716218] env[66160]: INFO networking_nsxv3.common.synchronization [req-c0024018-bdcb-4d51-97d7-1c15a42c5078 req-610d96c7-594c-48dc-bddf-b42deba86b5f tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 694.716308] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 694.721091] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.721091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.721091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.721091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.721091] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.721091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.721091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.722412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.722412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.722412] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.753671] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.754314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.754314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.754433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.754477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.754644] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be created. [ 694.794809] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.794945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.795026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.795235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.795624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.806817] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: UNINITIALIZED for 2s [ 695.224850] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.225135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.225135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.225611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.225680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.225912] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.226018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.226518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.226518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.226518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.226518] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 695.230081] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.230081] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.230081] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.230081] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.230252] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.230304] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.230520] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.230909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.230909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.231843] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.231843] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.231843] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.231843] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.231843] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.231843] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.231843] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.294773] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.294773] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.294773] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.294773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.294773] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.294773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.294773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.295325] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.295325] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e31fd3-a149-4cf8-a2ff-4319c7cf1893',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.334365] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.334365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.334365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.334365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.334365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.348630] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 695.481098] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 695.482063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.482063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.482063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.482624] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.482761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.482838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.483026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.483112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.483200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.483291] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.797772] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.799468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.799468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.799468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.799468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.799468] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 not found, creating... [ 695.799468] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.799468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.799468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.802607] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.802607] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.803197] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.804855] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.805018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.805286] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.805439] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.805650] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 is going to be created. [ 695.834487] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.834692] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.835253] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.835570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.836100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.836397] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.987092] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.467135] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 696.467135] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c deletion is rescheduled due to dependency. [ 696.467135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.491871] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b60678-87ca-4451-b9e7-750d78cbd187: rpc.has_security_group_logging(os_id): False [ 696.514485] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.514485] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.514485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.514485] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be updated. [ 696.549191] env[66160]: INFO networking_nsxv3.common.synchronization [req-c0024018-bdcb-4d51-97d7-1c15a42c5078 req-1e3322ba-4d01-42d3-a81a-9cef460a1d72 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 696.549191] env[66160]: INFO networking_nsxv3.common.synchronization [req-c0024018-bdcb-4d51-97d7-1c15a42c5078 req-1e3322ba-4d01-42d3-a81a-9cef460a1d72 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 696.549191] env[66160]: INFO networking_nsxv3.common.synchronization [req-c0024018-bdcb-4d51-97d7-1c15a42c5078 req-1e3322ba-4d01-42d3-a81a-9cef460a1d72 service nova] Enqueued Resource ID: b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 with Priority: HIGHEST for action port [ 696.549191] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 696.549191] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 696.549191] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 with Priority: HIGHEST for action port [ 696.549528] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.549777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.549930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.550219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.550444] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.551454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.551742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.552150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.552440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.553959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.553959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.553959] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e31fd3-a149-4cf8-a2ff-4319c7cf1893',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.597077] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.597249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.597492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.597651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.597796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.611942] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 696.830158] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 696.830435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.830625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.830856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.831079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.831290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.831377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.831628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.832627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.832817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.832963] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.054760] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.054941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.055234] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 with status ACTIVE [ 697.055300] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.055427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.055479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.055764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.055846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.056029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.056146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.056210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.056372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.056451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.056637] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.056847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.056847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.056936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.056974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.057105] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7e31fd3-a149-4cf8-a2ff-4319c7cf1893 is going to be updated. [ 697.097311] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.097540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.097540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.098023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.098023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.098023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e31fd3-a149-4cf8-a2ff-4319c7cf1893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.172791] env[66160]: INFO networking_nsxv3.common.synchronization [None req-a62c24b0-a49c-4c97-b895-d459e49442b5 None None] Enqueued Resource ID: d3aafb54-8d42-4514-be23-be92a340a8c6 with Priority: HIGHEST for action port [ 697.174603] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aafb54-8d42-4514-be23-be92a340a8c6 with Priority: HIGHEST for action port [ 697.174603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3aafb54-8d42-4514-be23-be92a340a8c6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.174603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3aafb54-8d42-4514-be23-be92a340a8c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.174603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3aafb54-8d42-4514-be23-be92a340a8c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.174603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3aafb54-8d42-4514-be23-be92a340a8c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.174603] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3aafb54-8d42-4514-be23-be92a340a8c6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.179110] env[66160]: INFO networking_nsxv3.common.synchronization [req-236bc65d-068e-4893-a78d-3874d194640f req-a3c3f716-33ba-4375-b720-58656671550b tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 697.181578] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 697.181997] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.182108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.182184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.182392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.182546] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.182644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.182705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.182859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.182943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.183047] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.339027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.339027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.339681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.339681] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.363626] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 697.364060] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 deletion is rescheduled due to dependency. [ 697.364285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.364549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.364820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.365097] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.365175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.365246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.365426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.365511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.365608] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.619871] env[66160]: INFO networking_nsxv3.common.synchronization [None req-e8ad271a-d850-4d7e-bf71-06067d1d7deb None None] Enqueued Resource ID: 058a062f-c872-41a9-b826-b98e263c0b60 with Priority: HIGHEST for action port [ 697.619871] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058a062f-c872-41a9-b826-b98e263c0b60 with Priority: HIGHEST for action port [ 697.621890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-058a062f-c872-41a9-b826-b98e263c0b60 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.621978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058a062f-c872-41a9-b826-b98e263c0b60" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.622423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058a062f-c872-41a9-b826-b98e263c0b60" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058a062f-c872-41a9-b826-b98e263c0b60" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.623061] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058a062f-c872-41a9-b826-b98e263c0b60',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.681786] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3aafb54-8d42-4514-be23-be92a340a8c6 [ 697.681786] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.682059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.682059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.682507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.682507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.682507] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3aafb54-8d42-4514-be23-be92a340a8c6 already deleted. [ 697.682507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3aafb54-8d42-4514-be23-be92a340a8c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.685857] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.841374] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3510fd3-6d21-46e5-9cda-c94df446c9cf: rpc.has_security_group_logging(os_id): False [ 697.868283] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.869139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.869139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.869139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.869139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.869285] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.869285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.869398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.869559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.869632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.869829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.869922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.870073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.870327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.870479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.870784] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.870941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.871065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.871304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.871437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.871570] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be created. [ 697.873650] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.955912] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.955912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.955912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.956455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.956455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.976272] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: IN_PROGRESS for 2s [ 698.127591] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 058a062f-c872-41a9-b826-b98e263c0b60 [ 698.127591] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.127772] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.128573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.128814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.130853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.130853] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:058a062f-c872-41a9-b826-b98e263c0b60 already deleted. [ 698.130853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058a062f-c872-41a9-b826-b98e263c0b60" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.189778] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.379337] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.494807] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.495049] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.495181] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.496295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.496295] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.496295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.496295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.496570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.496570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.496768] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.496887] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.499110] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.499275] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.499486] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.499670] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.499940] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.527916] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.528133] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.528251] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.528449] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-495" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.528781] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-e2db85c7-b5d1-49c3-84f1-92334d056fc5 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.528976] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.529209] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.530119] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.530119] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2db85c7-b5d1-49c3-84f1-92334d056fc5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.628265] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 698.628534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.695745] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.695745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.695895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.696233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.696371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.696504] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 698.740250] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.740250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.740472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.741217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.741217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.753815] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 698.884140] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.884140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.884140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.884140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.884140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.884140] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 698.921820] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.921912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.922035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.922263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.922362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.937241] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 699.034925] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.035205] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.035349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.035953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.036247] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.036536] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port e2db85c7-b5d1-49c3-84f1-92334d056fc5 not found, creating... [ 699.036959] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.037204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.037315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.037569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.037726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.038187] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038486] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.038834] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.039061] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.039283] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: e2db85c7-b5d1-49c3-84f1-92334d056fc5 is going to be created. [ 699.074489] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.075122] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.075122] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.075248] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.076395] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.076395] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.818877] env[66160]: INFO networking_nsxv3.common.synchronization [req-236bc65d-068e-4893-a78d-3874d194640f req-622084c8-f58a-46be-afb1-c10b2129e9a1 service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 699.819301] env[66160]: INFO networking_nsxv3.common.synchronization [req-236bc65d-068e-4893-a78d-3874d194640f req-622084c8-f58a-46be-afb1-c10b2129e9a1 service nova] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 699.819528] env[66160]: INFO networking_nsxv3.common.synchronization [req-236bc65d-068e-4893-a78d-3874d194640f req-622084c8-f58a-46be-afb1-c10b2129e9a1 service nova] Enqueued Resource ID: e2db85c7-b5d1-49c3-84f1-92334d056fc5 with Priority: HIGHEST for action port [ 699.820489] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_rules [ 699.820665] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 699.820795] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2db85c7-b5d1-49c3-84f1-92334d056fc5 with Priority: HIGHEST for action port [ 699.821245] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.821437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.821561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.821827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821942] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.823054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.823173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.823396] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2db85c7-b5d1-49c3-84f1-92334d056fc5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.823628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.824680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.824680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.824680] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2db85c7-b5d1-49c3-84f1-92334d056fc5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.995122] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 699.995290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325800] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.331220] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2db85c7-b5d1-49c3-84f1-92334d056fc5 with status ACTIVE [ 700.331220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.331220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.331220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.331220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.331220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.331220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.331220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.331741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.331741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.331741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.331833] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.331878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.332750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.332750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.332750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.332750] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2db85c7-b5d1-49c3-84f1-92334d056fc5 is going to be updated. [ 700.367989] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.368557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.368557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.368557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.369432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.369432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2db85c7-b5d1-49c3-84f1-92334d056fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.435508] env[66160]: INFO networking_nsxv3.common.synchronization [req-11248beb-6d2c-4b45-932c-c0d617d28efe req-ce118a04-03c9-4101-b368-1ea06a651a7d tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 700.436319] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 700.436748] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.436895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.437023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.437261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.437470] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.437599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.437682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.437887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.437997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.438309] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.557929] env[66160]: INFO networking_nsxv3.common.synchronization [None req-583aadc6-cee6-491d-a469-aa712912fbf7 None None] Enqueued Resource ID: 1b778fb9-a277-45bc-9bb7-a5e3e11ec265 with Priority: HIGHEST for action port [ 700.558220] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b778fb9-a277-45bc-9bb7-a5e3e11ec265 with Priority: HIGHEST for action port [ 700.558734] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b778fb9-a277-45bc-9bb7-a5e3e11ec265 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.558860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b778fb9-a277-45bc-9bb7-a5e3e11ec265" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.558915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b778fb9-a277-45bc-9bb7-a5e3e11ec265" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.561770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b778fb9-a277-45bc-9bb7-a5e3e11ec265" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.563031] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b778fb9-a277-45bc-9bb7-a5e3e11ec265',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.765866] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 700.766131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.766303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.767243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.767243] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.767243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.767243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.767243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.767243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.767243] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.942991] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.943372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.943372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.943527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.943570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.943747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.943847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.943908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.944067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.944147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.944233] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 700.956467] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 700.956615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.958230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.958230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.958230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.958230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.958230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.958230] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.977853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.978010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.978130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.978301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.979758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.989247] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 701.067950] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b778fb9-a277-45bc-9bb7-a5e3e11ec265 [ 701.067950] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.067950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.067950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.067950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.067950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.067950] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b778fb9-a277-45bc-9bb7-a5e3e11ec265 already deleted. [ 701.067950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b778fb9-a277-45bc-9bb7-a5e3e11ec265" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.140732] env[66160]: INFO networking_nsxv3.common.synchronization [req-078fc7db-7477-4b75-8c11-d3805cbf4f19 req-b10a7008-e118-492a-b525-a92c60fe8049 tempest-InstanceActionsV221TestJSON-452510059 tempest-InstanceActionsV221TestJSON-452510059-project-member] Enqueued Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_members [ 701.141299] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGHEST for action security_group_members [ 701.141698] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.141868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.141949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.142215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.142383] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.142504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.142608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.142842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.142947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.143068] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.270590] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.460530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.460806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.460945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.461296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.461648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.461853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.461853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.462157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.462310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.462485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.462735] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.462891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.462994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.464029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.464232] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.464362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.464444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.464639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.464758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.464866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.464985] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.646602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.646736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.646807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.647044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647335] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.647982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647982] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc is going to be updated. [ 701.704022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.704022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.704022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.704258] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.705076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.715349] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc in Status: IN_PROGRESS for 2s [ 701.775435] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.969334] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06586147-dbbb-416f-adbf-a56a1885e999: rpc.has_security_group_logging(os_id): False [ 701.996577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.996791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.996791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.997069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.997156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.997888] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.997888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.997888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.997888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.997888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.998165] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.998165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.998746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.998746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.998746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.998857] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.998900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.998957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.999466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.999634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.999811] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 702.084252] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.085154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.085154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.085154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.085154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.100201] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 702.284736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.284736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.284736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.284736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.284736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.284736] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 702.344678] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.344678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.344678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.344678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.344678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.359702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 703.004283] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 703.004640] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 703.005220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.728901] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc in Status: SUCCESS [ 703.728901] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc deletion is rescheduled due to dependency. [ 703.728901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.117722] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 704.118201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.373011] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 704.373326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.373551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.374378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.374715] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.374810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.374862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.375024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.375148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.375259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.375354] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.441159] env[66160]: INFO networking_nsxv3.common.synchronization [None req-6769a291-4548-4bde-be15-0a1c2523b839 None None] Enqueued Resource ID: 113b30e5-4b31-4d33-881e-157fb27eb63c with Priority: HIGHEST for action port [ 704.441723] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b30e5-4b31-4d33-881e-157fb27eb63c with Priority: HIGHEST for action port [ 704.442125] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-113b30e5-4b31-4d33-881e-157fb27eb63c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.442290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-113b30e5-4b31-4d33-881e-157fb27eb63c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.442391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-113b30e5-4b31-4d33-881e-157fb27eb63c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.442660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-113b30e5-4b31-4d33-881e-157fb27eb63c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.443348] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('113b30e5-4b31-4d33-881e-157fb27eb63c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.879020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.879020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.879020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.879302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.879433] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.879573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.879657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.879800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.879885] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.879997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.880215] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.880296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.880386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.880508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.880651] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.880740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.881862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.881862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.881862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.881862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.881862] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.946823] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 113b30e5-4b31-4d33-881e-157fb27eb63c [ 704.946823] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.946823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.946823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.947238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.947238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.947319] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:113b30e5-4b31-4d33-881e-157fb27eb63c already deleted. [ 704.947492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-113b30e5-4b31-4d33-881e-157fb27eb63c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.144669] env[66160]: INFO networking_nsxv3.common.synchronization [req-2e4e0ec9-3eda-47df-9160-85cb5f338c86 req-a466124f-5760-418d-bcdd-ab1a2c39abf2 tempest-FloatingIPsAssociationTestJSON-1034133607 tempest-FloatingIPsAssociationTestJSON-1034133607-project-member] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 705.145328] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 705.145681] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.145755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.145823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.146064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.146225] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.146335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.146397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.146550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.146662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.146776] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.384604] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 076f7b2e-38be-4ab7-9247-ede14c31921e: rpc.has_security_group_logging(os_id): False [ 705.404882] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.405078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.405193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.405416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.405516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.405777] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.405864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.405943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.406192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.406263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.406451] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.406559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.406636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.406795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.406887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.407112] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.407245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.407336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.407505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.407784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.407784] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 705.428706] env[66160]: INFO networking_nsxv3.common.synchronization [req-8334473d-ee5c-4f1a-a606-ff88878e956f req-5004cabb-587d-4b3a-b0fb-c9cdf3666975 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 705.429467] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 705.429789] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.429919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.429985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.430896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.433855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.433855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.433855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.433855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.433855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.433855] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.458151] env[66160]: INFO networking_nsxv3.common.synchronization [req-8334473d-ee5c-4f1a-a606-ff88878e956f req-5004cabb-587d-4b3a-b0fb-c9cdf3666975 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 705.458151] env[66160]: INFO networking_nsxv3.common.synchronization [req-8334473d-ee5c-4f1a-a606-ff88878e956f req-5004cabb-587d-4b3a-b0fb-c9cdf3666975 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 705.458452] env[66160]: INFO networking_nsxv3.common.synchronization [req-8334473d-ee5c-4f1a-a606-ff88878e956f req-5004cabb-587d-4b3a-b0fb-c9cdf3666975 tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b with Priority: HIGHEST for action port [ 705.459601] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_rules [ 705.459601] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 705.459601] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b with Priority: HIGHEST for action port [ 705.459788] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.459879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.459922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.460795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.460795] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.461264] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.461362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.461620] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.461721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.461792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.462051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.462165] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c084fa08-3a2a-4135-9bea-68f5f3fcf44b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.480455] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.480553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.481022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.481329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.481491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.496176] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 705.651313] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.935973] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.963886] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.964276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.964561] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c084fa08-3a2a-4135-9bea-68f5f3fcf44b with status ACTIVE [ 705.964754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.964872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.964956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.965192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.965299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.965474] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.965563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.965643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.965779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.965854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.966039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.966143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.966212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.966368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.966488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.966583] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c084fa08-3a2a-4135-9bea-68f5f3fcf44b is going to be updated. [ 705.999326] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.999542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.999651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.999956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.000222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.000685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c084fa08-3a2a-4135-9bea-68f5f3fcf44b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.155424] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.294308] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.295601] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.296385] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.296802] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.297248] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.297553] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.297759] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.298138] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.298504] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.298796] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.299893] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.299893] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.299893] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.299893] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.299893] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.299893] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.391030] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.391030] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.089 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.391030] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.391030] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-174" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.391030] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-7f198437-6cc6-451c-b762-22e7b83295f3 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.391030] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.391030] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.391030] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.391030] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f198437-6cc6-451c-b762-22e7b83295f3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.443016] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.660677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.661028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.661501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.661681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.661790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.661924] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be updated. [ 706.723752] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.723959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.724050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.724263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.724411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.755101] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: IN_PROGRESS for 2s [ 706.816201] env[66160]: INFO networking_nsxv3.common.synchronization [req-d6846721-25a9-4063-96b4-c9e7360ddbab req-ef5e2eb8-e817-4fe1-a15e-cfbdc6f13818 tempest-VolumesAssistedSnapshotsTest-832609459 tempest-VolumesAssistedSnapshotsTest-832609459-project-member] Enqueued Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_members [ 706.816201] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGHEST for action security_group_members [ 706.816201] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.816201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.816201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.816201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.816201] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.816201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.816201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.816201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.816201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.816201] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.894824] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.895054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.895302] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.895541] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.895726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.895879] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 7f198437-6cc6-451c-b762-22e7b83295f3 not found, creating... [ 706.896171] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.898047] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.898047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.898047] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 7f198437-6cc6-451c-b762-22e7b83295f3 is going to be created. [ 706.902925] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b70af712-1c22-4c6a-af91-ea2619225656 None None] Enqueued Resource ID: b368cab5-5009-4d8f-b77c-03cdb1afc6de with Priority: HIGHEST for action port [ 706.903161] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b368cab5-5009-4d8f-b77c-03cdb1afc6de with Priority: HIGHEST for action port [ 706.904237] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b368cab5-5009-4d8f-b77c-03cdb1afc6de taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.904365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b368cab5-5009-4d8f-b77c-03cdb1afc6de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.904433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b368cab5-5009-4d8f-b77c-03cdb1afc6de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.904697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b368cab5-5009-4d8f-b77c-03cdb1afc6de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.905420] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b368cab5-5009-4d8f-b77c-03cdb1afc6de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.926384] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.926384] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.926644] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.926800] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.927049] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.927318] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.945861] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.945861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.945861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.945861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.945861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.945861] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be updated. [ 707.075030] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.075030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.075030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.075030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.075030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.087274] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 707.322016] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.322379] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.322379] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.322600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.322747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.322949] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.323067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.323132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.323302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.323382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.323468] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 is going to be updated. [ 707.362287] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.362596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.362596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.362697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.362830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.374578] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 in Status: IN_PROGRESS for 2s [ 707.416860] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b368cab5-5009-4d8f-b77c-03cdb1afc6de [ 707.416860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.416860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.416860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.416860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.416860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.416860] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b368cab5-5009-4d8f-b77c-03cdb1afc6de already deleted. [ 707.416860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b368cab5-5009-4d8f-b77c-03cdb1afc6de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.511013] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 707.511314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.685279] env[66160]: INFO networking_nsxv3.common.synchronization [req-2e4e0ec9-3eda-47df-9160-85cb5f338c86 req-c6016593-3118-45ef-9d5d-8dc6a0d259ce service nova] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_rules [ 707.685279] env[66160]: INFO networking_nsxv3.common.synchronization [req-2e4e0ec9-3eda-47df-9160-85cb5f338c86 req-c6016593-3118-45ef-9d5d-8dc6a0d259ce service nova] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 707.685279] env[66160]: INFO networking_nsxv3.common.synchronization [req-2e4e0ec9-3eda-47df-9160-85cb5f338c86 req-c6016593-3118-45ef-9d5d-8dc6a0d259ce service nova] Enqueued Resource ID: 7f198437-6cc6-451c-b762-22e7b83295f3 with Priority: HIGHEST for action port [ 707.685279] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_rules [ 707.685279] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 707.685279] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f198437-6cc6-451c-b762-22e7b83295f3 with Priority: HIGHEST for action port [ 707.688836] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.689178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.689365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.690113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.690292] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.692619] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.694024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.694024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f198437-6cc6-451c-b762-22e7b83295f3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.695853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.695853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.695853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.695853] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f198437-6cc6-451c-b762-22e7b83295f3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.196935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.197056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.197319] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f198437-6cc6-451c-b762-22e7b83295f3 with status ACTIVE [ 708.197531] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.197658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.197729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.197949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.198086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.198263] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.198387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.198455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.198672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.198793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.199082] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.199301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.199400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.199633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.199761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.199873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f198437-6cc6-451c-b762-22e7b83295f3 is going to be updated. [ 708.232159] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.232159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.232159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.232159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.232159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.232159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f198437-6cc6-451c-b762-22e7b83295f3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.501048] env[66160]: INFO networking_nsxv3.common.synchronization [req-dd0e0958-828f-4b1c-a1f1-63939413aada req-ffab027c-12a8-4e66-9f7e-c64735a03a9a tempest-ServerActionsTestJSON-734788250 tempest-ServerActionsTestJSON-734788250-project-member] Enqueued Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_members [ 708.501577] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_members [ 708.501897] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.502026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.502097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.502350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.502511] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.502610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.502672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.502829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.502912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.503014] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.768708] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: SUCCESS [ 708.769313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.769313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.769481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.773399] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.773583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.773662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.774218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.775662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.775662] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.008552] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.008783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.008783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.009767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.009767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.009767] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.009767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.013080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.013080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.013080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.013080] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 already deleted. [ 709.013080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.080442] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.080859] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-947" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.081070] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-947" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.081583] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-947" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.082063] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.082334] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.082525] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.086626] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.086967] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.087354] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.087541] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.087723] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.087912] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.088099] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.088276] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.088495] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.115586] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 709.115896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.115896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.116530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116938] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.126469] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.126795] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.126795] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.126939] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-947" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.127421] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.127793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.127968] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.128327] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.128464] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.279220] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.387563] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 in Status: SUCCESS [ 709.387563] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 deletion is rescheduled due to dependency. [ 709.387563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.571955] env[66160]: INFO networking_nsxv3.common.synchronization [None req-8ad43cb6-9a0c-4d1b-ac84-197d8220c510 None None] Enqueued Resource ID: 6c6a2b60-972d-4e02-8934-a480649c8701 with Priority: HIGHEST for action port [ 709.572594] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c6a2b60-972d-4e02-8934-a480649c8701 with Priority: HIGHEST for action port [ 709.572950] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c6a2b60-972d-4e02-8934-a480649c8701 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.573453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c6a2b60-972d-4e02-8934-a480649c8701" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c6a2b60-972d-4e02-8934-a480649c8701" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.573889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c6a2b60-972d-4e02-8934-a480649c8701" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.574120] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6a2b60-972d-4e02-8934-a480649c8701',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.620136] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.633712] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.633782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.633890] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.634198] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.634337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.634512] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 not found, creating... [ 709.634786] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.634936] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.635095] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.635270] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.635394] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.635679] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.635906] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.636092] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.640026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.640026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.640026] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 is going to be created. [ 709.670813] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.671128] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.671300] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.671679] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.671931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.672246] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.678203] env[66160]: INFO networking_nsxv3.common.synchronization [None req-1bc913bb-93bd-4456-bc10-d38576e39b20 None None] Enqueued Resource ID: 23e0595f-1127-490a-b54b-08359f7d7fa1 with Priority: HIGHEST for action port [ 709.681669] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e0595f-1127-490a-b54b-08359f7d7fa1 with Priority: HIGHEST for action port [ 709.682193] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e0595f-1127-490a-b54b-08359f7d7fa1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.682193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e0595f-1127-490a-b54b-08359f7d7fa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.682193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e0595f-1127-490a-b54b-08359f7d7fa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.682462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e0595f-1127-490a-b54b-08359f7d7fa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.682544] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e0595f-1127-490a-b54b-08359f7d7fa1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.782883] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.041108] env[66160]: INFO networking_nsxv3.common.synchronization [None req-0f98ef9c-ef36-4342-b8c0-963b18df88cf tempest-ServersTestManualDisk-1336466613 tempest-ServersTestManualDisk-1336466613-project-member] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_rules [ 710.041946] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_rules [ 710.042362] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.042448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.042513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.042858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.042958] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.077888] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c6a2b60-972d-4e02-8934-a480649c8701 [ 710.078147] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.078279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.078347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.078567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.078661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.078753] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c6a2b60-972d-4e02-8934-a480649c8701 already deleted. [ 710.078835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c6a2b60-972d-4e02-8934-a480649c8701" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.123571] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.186351] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23e0595f-1127-490a-b54b-08359f7d7fa1 [ 710.187325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.187325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.187325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.187325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.187325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.187325] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23e0595f-1127-490a-b54b-08359f7d7fa1 already deleted. [ 710.187325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e0595f-1127-490a-b54b-08359f7d7fa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.287039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.287039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.287039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.287039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.287039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.287574] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be updated. [ 710.354333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.354479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.354549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.354764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.354947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.365353] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: IN_PROGRESS for 2s [ 710.448660] env[66160]: INFO networking_nsxv3.common.synchronization [req-dd0e0958-828f-4b1c-a1f1-63939413aada req-09c69b94-26f1-4a8b-a8ec-5deb39183516 service nova] Enqueued Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_rules [ 710.448827] env[66160]: INFO networking_nsxv3.common.synchronization [req-dd0e0958-828f-4b1c-a1f1-63939413aada req-09c69b94-26f1-4a8b-a8ec-5deb39183516 service nova] Enqueued Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_members [ 710.448955] env[66160]: INFO networking_nsxv3.common.synchronization [req-dd0e0958-828f-4b1c-a1f1-63939413aada req-09c69b94-26f1-4a8b-a8ec-5deb39183516 service nova] Enqueued Resource ID: b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 with Priority: HIGHEST for action port [ 710.449557] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_rules [ 710.449737] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_members [ 710.449820] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 with Priority: HIGHEST for action port [ 710.450638] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.450815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.450852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.451992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.451992] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.453842] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.453842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.453842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.453842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.453842] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.453842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.454122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.454122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.454175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.454844] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.457103] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.457103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.457103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.457279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.457580] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.465696] env[66160]: INFO networking_nsxv3.common.synchronization [None req-d3366ee0-aaf9-4d00-b6d8-8c70651ec746 tempest-ServersTestManualDisk-1336466613 tempest-ServersTestManualDisk-1336466613-project-member] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_rules [ 710.466975] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_rules [ 710.467394] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.467807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.567246] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.567965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.567965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.569527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.569527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.569527] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4bd94fc-0536-4306-82db-439b509f42ce already deleted. [ 710.570058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.570058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.570214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.570214] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.628284] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.628631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.628631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.629610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.629736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.633505] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be updated. [ 710.662694] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.662833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.662896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.663244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.663315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.676779] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 710.962473] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.962473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.967017] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.967334] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 with status ACTIVE [ 710.967663] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.967819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.967903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.968415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.968415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.968516] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.971981] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.971981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.971981] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11 is going to be updated. [ 711.013564] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.013824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.013824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.013988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.014141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.014325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d3616b-e38a-4df2-8dc2-e4e3e0a6be11" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.104420] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.104571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.104678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.104955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.105068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105169] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4bd94fc-0536-4306-82db-439b509f42ce already deleted. [ 711.105256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.476090] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.982251] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.982627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.982722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.982907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.983062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.983218] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 is going to be created. [ 712.033464] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.033882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.034033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.034617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.034831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.049966] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: UNINITIALIZED for 2s [ 712.380307] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: SUCCESS [ 712.380657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.380864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.381178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.381431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.381638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.381736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.381927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.382032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.382506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.382506] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.688400] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 712.688400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.688701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.688859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.689126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.689280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.689353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.689525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.689638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.689693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.689786] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.886200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.886360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.887352] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.888202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.888344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.888514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.888614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.888674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.888836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.888975] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.889085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.889306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.889421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.889421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.889510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.889599] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.193995] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.378571] env[66160]: INFO networking_nsxv3.common.synchronization [None req-45361255-5e50-4909-8893-d28f7df62f5f tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: edd03405-951b-41d0-852d-5649bcc0129e with Priority: HIGHEST for action security_group_rules [ 713.379330] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd03405-951b-41d0-852d-5649bcc0129e with Priority: HIGHEST for action security_group_rules [ 713.379495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd03405-951b-41d0-852d-5649bcc0129e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.379713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.379713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.379934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.380890] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd03405-951b-41d0-852d-5649bcc0129e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.391704] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 783f0c4e-950a-4229-a8aa-6cd210871cc1: rpc.has_security_group_logging(os_id): False [ 713.411266] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.411589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.412219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.412494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.412804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.413231] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.413510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.413616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.413817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.413903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.414838] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.415129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.415376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.415666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.415856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.416202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.417033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.417576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.417576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.417576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.417576] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be updated. [ 713.488033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.488181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.488255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.488464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.488617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.505395] env[66160]: INFO networking_nsxv3.common.synchronization [None req-f83b8d78-1dae-4898-89f2-489cab0c8504 tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: edd03405-951b-41d0-852d-5649bcc0129e with Priority: HIGHEST for action security_group_rules [ 713.506861] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: IN_PROGRESS for 2s [ 713.507378] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd03405-951b-41d0-852d-5649bcc0129e with Priority: HIGHEST for action security_group_rules [ 713.507709] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd03405-951b-41d0-852d-5649bcc0129e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.507811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.701045] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b60678-87ca-4451-b9e7-750d78cbd187: rpc.has_security_group_logging(os_id): False [ 713.724048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.724339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.724396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.724612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.724662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.724932] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.725069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.725132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.725317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.725398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.725549] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be updated. [ 713.810984] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.810984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.810984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.813435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.813685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.835672] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 713.919194] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.919392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.919464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.919687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.919873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.919873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd03405-951b-41d0-852d-5649bcc0129e already deleted. [ 713.919970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.920101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.920547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.920547] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd03405-951b-41d0-852d-5649bcc0129e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.066726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: SUCCESS [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.066726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.066726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.066726] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.448138] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.448138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.448138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.448936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.448936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.448936] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd03405-951b-41d0-852d-5649bcc0129e already deleted. [ 714.448936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd03405-951b-41d0-852d-5649bcc0129e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.570133] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.073534] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13038de0-df88-4d1a-93f4-bd85778297c8: rpc.has_security_group_logging(os_id): False [ 715.096119] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.096297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.096613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.097372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.097372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.097372] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.097510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.097510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.097685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.097788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.097897] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 is going to be created. [ 715.173069] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.173321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.173321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.173473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.173671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.190557] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: IN_PROGRESS for 2s [ 715.526773] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: SUCCESS [ 715.527287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.854790] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 715.855531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.208321] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: SUCCESS [ 717.208727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.323114] env[66160]: INFO networking_nsxv3.common.synchronization [req-45788d3d-ff74-490d-90e6-672d558b4dd5 req-c63ee0db-db18-402f-b97c-60fa25bdb39b tempest-AttachInterfacesUnderV243Test-2118246210 tempest-AttachInterfacesUnderV243Test-2118246210-project-member] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 717.324479] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGHEST for action security_group_members [ 717.324479] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.324479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.324479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.324479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.324766] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.324766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.324766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.324923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.324962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.325085] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.832524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.832524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.832524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.832524] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be updated. [ 717.869158] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.869956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.869956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.869956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.869956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.882373] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: IN_PROGRESS for 2s [ 719.699597] env[66160]: INFO networking_nsxv3.common.synchronization [req-b0f18f8c-f33f-4f59-9bd3-30358dd8d6a9 req-11ca9459-121f-4c56-a4c5-44f0b5fede2f tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 719.700200] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 719.700597] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.700877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.700877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.702416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.702686] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.702763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.702796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.703174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.703174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.703261] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.895812] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b60678-87ca-4451-b9e7-750d78cbd187 in Status: SUCCESS [ 719.896040] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 deletion is rescheduled due to dependency. [ 719.896158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.207632] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.207874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.207978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.208253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.208461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.208704] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.209240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.209952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.210200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.211016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.211016] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae already deleted. [ 720.211016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.510373] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.510603] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.510773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.511289] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.511399] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.511555] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.511763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.512025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.512163] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.512366] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.512501] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.512611] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.512714] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.512819] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.512923] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.513066] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.557941] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.559113] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.559113] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.559270] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.559542] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.559726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.559862] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.560258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.560442] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb796eb-d5d8-472a-ad74-90678b0bdaa0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.066028] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.066028] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port dbb796eb-d5d8-472a-ad74-90678b0bdaa0 not found, creating... [ 721.066028] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.066028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067115] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067115] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 is going to be created. [ 721.098374] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.098374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.098374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.098374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.098374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.098374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.796799] env[66160]: INFO networking_nsxv3.common.synchronization [req-b0f18f8c-f33f-4f59-9bd3-30358dd8d6a9 req-337dcf97-625c-4e9b-ab05-873750597d1b service nova] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 721.797063] env[66160]: INFO networking_nsxv3.common.synchronization [req-b0f18f8c-f33f-4f59-9bd3-30358dd8d6a9 req-337dcf97-625c-4e9b-ab05-873750597d1b service nova] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 721.797099] env[66160]: INFO networking_nsxv3.common.synchronization [req-b0f18f8c-f33f-4f59-9bd3-30358dd8d6a9 req-337dcf97-625c-4e9b-ab05-873750597d1b service nova] Enqueued Resource ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 with Priority: HIGHEST for action port [ 721.797326] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 721.797455] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 721.797558] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 with Priority: HIGHEST for action port [ 721.798314] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.798514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.798688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.799036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.799163] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.803366] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.803541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.803615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.803826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.804042] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.804147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.804412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.804507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.804605] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.808106] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.812025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.812025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.812025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.812025] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb796eb-d5d8-472a-ad74-90678b0bdaa0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.312297] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.312297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.312697] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.313560] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbb796eb-d5d8-472a-ad74-90678b0bdaa0 with status ACTIVE [ 722.313966] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.313966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.314119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.315507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.315507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.315507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.315507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.315507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.315507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.315507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.315764] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.315764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.315841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.316809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.316880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.317012] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 is going to be updated. [ 722.345666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.345666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.345666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.346096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.346267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.347094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.568396] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-f548fe9f-d660-4a6f-b6bb-1d6c8c552a3e tempest-ListServersNegativeTestJSON-1919196473 tempest-ListServersNegativeTestJSON-1919196473-project-member] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 722.569434] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 722.569775] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.569891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.569956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.570349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.570511] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.570611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.570670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.570836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.570921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.571020] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.820520] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.073642] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.073869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.073999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.074346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.074494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.074804] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.074968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.075085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.075344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.075544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.075651] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 already deleted. [ 723.075780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.323781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.323781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.324152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.324152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.324247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.324358] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae is going to be created. [ 723.355729] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.355963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.356063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.356284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.356458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.367317] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: UNINITIALIZED for 2s [ 723.525219] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.526474] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.526474] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.526703] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.527102] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.527352] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.527352] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.527470] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.527609] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.528619] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.528619] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.528619] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.528619] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.528619] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.528619] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.528875] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.550192] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.550415] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.550599] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.550845] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.551188] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-b6d670f7-5288-472f-9718-8c0de9911b65 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.551746] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.551746] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.551888] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.552067] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d670f7-5288-472f-9718-8c0de9911b65',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.687506] env[66160]: INFO networking_nsxv3.common.synchronization [None req-f7f631f3-4094-4848-bc70-d30342de3f0f None None] Enqueued Resource ID: 5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83 with Priority: HIGHEST for action port [ 723.688853] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83 with Priority: HIGHEST for action port [ 723.689554] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.689664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.689664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.690079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.690208] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.054542] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.054764] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.054882] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.055548] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.055732] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055862] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port b6d670f7-5288-472f-9718-8c0de9911b65 not found, creating... [ 724.056135] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.056283] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.056391] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.056609] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.056736] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.057096] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.057255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.057392] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.057602] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.057727] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.057857] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: b6d670f7-5288-472f-9718-8c0de9911b65 is going to be created. [ 724.082485] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.082727] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.082878] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.083274] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.083572] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.083875] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.193623] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83 [ 724.193969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.194170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.194303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.194550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.194643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.194763] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83 already deleted. [ 724.194871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e83d7be-2734-4ae4-ad59-fa4b8bbdbe83" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.828331] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-c5450073-df3b-418d-a5b7-856e5371cdd6 service nova] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_rules [ 724.828593] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-c5450073-df3b-418d-a5b7-856e5371cdd6 service nova] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 724.828694] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-c5450073-df3b-418d-a5b7-856e5371cdd6 service nova] Enqueued Resource ID: b6d670f7-5288-472f-9718-8c0de9911b65 with Priority: HIGHEST for action port [ 724.829168] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_rules [ 724.829346] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 724.830076] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d670f7-5288-472f-9718-8c0de9911b65 with Priority: HIGHEST for action port [ 724.830076] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.830076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.830076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.830897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.831085] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.832041] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.832161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.832237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.832424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.832907] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.833021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.833087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.833235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.833319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.833428] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.836564] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6d670f7-5288-472f-9718-8c0de9911b65 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.836564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.836564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.836564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.836564] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d670f7-5288-472f-9718-8c0de9911b65',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.336501] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.336905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.337392] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.338498] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6d670f7-5288-472f-9718-8c0de9911b65 with status ACTIVE [ 725.338795] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.338908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.339047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.339277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.341641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.343781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.343953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.344061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.344345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.344473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.344745] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.344878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.344966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.345184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.345292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.345415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6d670f7-5288-472f-9718-8c0de9911b65 is going to be updated. [ 725.382603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.382805] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.382805] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.383065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.383217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.383398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6d670f7-5288-472f-9718-8c0de9911b65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.384276] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: SUCCESS [ 725.384457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.384610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.384813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.385960] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.385960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.385960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.385960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.385960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.385960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.385960] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.708124] env[66160]: INFO networking_nsxv3.common.synchronization [None req-aeaf37a5-c4b2-4b1d-aba4-0c4b56b079f4 None None] Enqueued Resource ID: 44fd3bff-142e-40fe-87a7-208d4ecdfaf5 with Priority: HIGHEST for action port [ 725.709569] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44fd3bff-142e-40fe-87a7-208d4ecdfaf5 with Priority: HIGHEST for action port [ 725.712023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-44fd3bff-142e-40fe-87a7-208d4ecdfaf5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.712023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44fd3bff-142e-40fe-87a7-208d4ecdfaf5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.712023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44fd3bff-142e-40fe-87a7-208d4ecdfaf5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.712023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44fd3bff-142e-40fe-87a7-208d4ecdfaf5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.712023] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fd3bff-142e-40fe-87a7-208d4ecdfaf5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.848031] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.889217] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.215139] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44fd3bff-142e-40fe-87a7-208d4ecdfaf5 [ 726.215139] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.215264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.215298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.215514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.215746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44fd3bff-142e-40fe-87a7-208d4ecdfaf5 already deleted. [ 726.215852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44fd3bff-142e-40fe-87a7-208d4ecdfaf5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.303210] env[66160]: INFO networking_nsxv3.common.synchronization [None req-bb5c8c30-22f4-461e-8531-b4b979b7a14e None None] Enqueued Resource ID: 13425f4c-d968-487f-b456-151e807e3f2e with Priority: HIGHEST for action port [ 726.303841] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13425f4c-d968-487f-b456-151e807e3f2e with Priority: HIGHEST for action port [ 726.304392] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-13425f4c-d968-487f-b456-151e807e3f2e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.304619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13425f4c-d968-487f-b456-151e807e3f2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.304776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13425f4c-d968-487f-b456-151e807e3f2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.305432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13425f4c-d968-487f-b456-151e807e3f2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.305432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13425f4c-d968-487f-b456-151e807e3f2e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.350879] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.350984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.351044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.351316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.351419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.351530] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be created. [ 726.381346] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.381346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.381660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.381660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.381804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.392454] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d69bf3-ff7b-49fc-8f48-579ef40880ae: rpc.has_security_group_logging(os_id): False [ 726.395018] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: UNINITIALIZED for 2s [ 726.412707] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.413732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.413732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.413732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.413732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.414023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.414023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.414212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.414212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.414301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.414422] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae is going to be created. [ 726.509763] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.509763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.509763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.509763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.509763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.526667] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: IN_PROGRESS for 2s [ 726.753343] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-16323b9c-6b13-459e-890b-fad870a96e18 tempest-ListServersNegativeTestJSON-1919196473 tempest-ListServersNegativeTestJSON-1919196473-project-member] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 726.754165] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 726.754579] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.754707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.809520] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13425f4c-d968-487f-b456-151e807e3f2e [ 726.809733] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.809874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.809944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.810201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.810433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.810433] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13425f4c-d968-487f-b456-151e807e3f2e already deleted. [ 726.810531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13425f4c-d968-487f-b456-151e807e3f2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.162585] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.162919] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.162919] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.163198] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.163540] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.163732] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.163887] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.164155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.164382] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.164701] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.164869] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.165049] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.165230] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.165423] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.165609] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.165828] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.188937] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.189175] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.189250] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.189607] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.189916] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-edee30cb-71e2-4daa-9351-5096ecb6939e taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.190161] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.190376] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.190746] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.190882] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edee30cb-71e2-4daa-9351-5096ecb6939e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.696023] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.696828] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.696995] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.697326] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.697496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.697681] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port edee30cb-71e2-4daa-9351-5096ecb6939e not found, creating... [ 727.697966] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.698138] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.698262] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.698517] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.698670] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.698975] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.699159] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.699272] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.699525] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.699674] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.699822] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: edee30cb-71e2-4daa-9351-5096ecb6939e is going to be created. [ 727.725419] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.725642] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.725762] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.726455] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.726699] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.726915] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.196754] env[66160]: INFO networking_nsxv3.common.synchronization [None req-bb20d753-fc17-4b7d-b764-901d05b3130a None None] Enqueued Resource ID: d7bac54a-eccb-45ea-93cb-4ff33c403cbb with Priority: HIGHEST for action port [ 728.198576] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7bac54a-eccb-45ea-93cb-4ff33c403cbb with Priority: HIGHEST for action port [ 728.199047] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7bac54a-eccb-45ea-93cb-4ff33c403cbb taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.199261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7bac54a-eccb-45ea-93cb-4ff33c403cbb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.199261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7bac54a-eccb-45ea-93cb-4ff33c403cbb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.199713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7bac54a-eccb-45ea-93cb-4ff33c403cbb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.199809] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7bac54a-eccb-45ea-93cb-4ff33c403cbb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.408933] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 728.409198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.409544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.409824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.410047] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.410229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.410351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.410578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.410672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.410794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.410914] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.412507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.412819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.413118] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.414147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.414248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.414410] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414601] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.495224] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-6f624993-53ce-428b-89f2-680c225a9bb5 service nova] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_rules [ 728.495313] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-6f624993-53ce-428b-89f2-680c225a9bb5 service nova] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 728.495577] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-6f624993-53ce-428b-89f2-680c225a9bb5 service nova] Enqueued Resource ID: edee30cb-71e2-4daa-9351-5096ecb6939e with Priority: HIGHEST for action port [ 728.496939] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_rules [ 728.497668] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 728.498215] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edee30cb-71e2-4daa-9351-5096ecb6939e with Priority: HIGHEST for action port [ 728.498532] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.498678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.498901] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.498990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.499192] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-edee30cb-71e2-4daa-9351-5096ecb6939e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.499305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.499418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.499655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.499765] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edee30cb-71e2-4daa-9351-5096ecb6939e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.543465] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: SUCCESS [ 728.543465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.704868] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7bac54a-eccb-45ea-93cb-4ff33c403cbb [ 728.705288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.705513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.705652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.705997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.706172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.706338] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7bac54a-eccb-45ea-93cb-4ff33c403cbb already deleted. [ 728.706486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7bac54a-eccb-45ea-93cb-4ff33c403cbb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.917707] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.917951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.920366] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.003735] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edee30cb-71e2-4daa-9351-5096ecb6939e with status ACTIVE [ 729.004973] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007778] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007778] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.007778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007778] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edee30cb-71e2-4daa-9351-5096ecb6939e is going to be updated. [ 729.034072] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.035582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.035582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.035871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.035871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.036359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edee30cb-71e2-4daa-9351-5096ecb6939e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.342973] env[66160]: INFO networking_nsxv3.common.synchronization [None req-78d65489-0615-4a3a-aaac-235c87c3a4d8 None None] Enqueued Resource ID: be393dec-d881-4f0d-8623-5e52c9e3b80a with Priority: HIGHEST for action port [ 729.346453] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be393dec-d881-4f0d-8623-5e52c9e3b80a with Priority: HIGHEST for action port [ 729.346453] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-be393dec-d881-4f0d-8623-5e52c9e3b80a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.346453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be393dec-d881-4f0d-8623-5e52c9e3b80a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.346453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be393dec-d881-4f0d-8623-5e52c9e3b80a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.346453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be393dec-d881-4f0d-8623-5e52c9e3b80a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.346453] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be393dec-d881-4f0d-8623-5e52c9e3b80a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.424586] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.634278] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-74d586bd-fd45-48c8-a7a1-b39b0c6d043c tempest-ListServersNegativeTestJSON-1919196473 tempest-ListServersNegativeTestJSON-1919196473-project-member] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 729.634820] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 729.635702] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.635702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.850655] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be393dec-d881-4f0d-8623-5e52c9e3b80a [ 729.850655] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.850655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.850655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.850655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.850655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.850655] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be393dec-d881-4f0d-8623-5e52c9e3b80a already deleted. [ 729.850655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be393dec-d881-4f0d-8623-5e52c9e3b80a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.927330] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.927521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.927597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.927816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.927905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.928012] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 729.962881] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.968602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.968602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.968602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.968602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.978726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 730.103716] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.103993] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104203] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.104517] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.104866] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.105240] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.105444] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.105836] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.106046] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.106313] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.106631] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.109136] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.109324] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.109479] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.109601] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.109747] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.129871] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.130027] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.130156] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.130317] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-833" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.130664] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-a55feff6-ce6d-427f-af14-2308061ce443 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.130825] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.130951] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.131304] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.131452] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55feff6-ce6d-427f-af14-2308061ce443',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.635348] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.635757] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.635757] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.636768] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.636768] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.636768] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port a55feff6-ce6d-427f-af14-2308061ce443 not found, creating... [ 730.636768] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.636963] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.636963] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.637254] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.638608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.638608] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.638608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.638608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.638608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.638608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.638879] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: a55feff6-ce6d-427f-af14-2308061ce443 is going to be created. [ 730.664892] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.664892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.664892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.664892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.664892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.664892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.673583] env[66160]: INFO networking_nsxv3.common.synchronization [None req-bad19346-3e93-4586-902f-2bf9f31b1b35 None None] Enqueued Resource ID: a020548f-ffc0-4a99-af11-ac77b7dd0995 with Priority: HIGHEST for action port [ 730.677081] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a020548f-ffc0-4a99-af11-ac77b7dd0995 with Priority: HIGHEST for action port [ 730.677081] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a020548f-ffc0-4a99-af11-ac77b7dd0995 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.677081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a020548f-ffc0-4a99-af11-ac77b7dd0995" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.677081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a020548f-ffc0-4a99-af11-ac77b7dd0995" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.677631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a020548f-ffc0-4a99-af11-ac77b7dd0995" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.677830] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a020548f-ffc0-4a99-af11-ac77b7dd0995',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.181526] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a020548f-ffc0-4a99-af11-ac77b7dd0995 [ 731.181921] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.182125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.182229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.182526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.182660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.182796] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a020548f-ffc0-4a99-af11-ac77b7dd0995 already deleted. [ 731.182914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a020548f-ffc0-4a99-af11-ac77b7dd0995" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.429723] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-2d2f24db-2dbe-4136-b422-edce275c2ab4 service nova] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_rules [ 731.429961] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-2d2f24db-2dbe-4136-b422-edce275c2ab4 service nova] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 731.430148] env[66160]: INFO networking_nsxv3.common.synchronization [req-cde1ab6c-c163-45ba-a02e-64e4f9cbf82a req-2d2f24db-2dbe-4136-b422-edce275c2ab4 service nova] Enqueued Resource ID: a55feff6-ce6d-427f-af14-2308061ce443 with Priority: HIGHEST for action port [ 731.430777] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_rules [ 731.431034] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 731.431430] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55feff6-ce6d-427f-af14-2308061ce443 with Priority: HIGHEST for action port [ 731.431767] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.431896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.432174] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.432269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.432516] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55feff6-ce6d-427f-af14-2308061ce443 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.432790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.433915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.433915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.433915] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55feff6-ce6d-427f-af14-2308061ce443',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.939845] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a55feff6-ce6d-427f-af14-2308061ce443 with status ACTIVE [ 731.940137] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.940411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.940509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.940740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.940842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.941093] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.941178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.941243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.941442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.941528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.941806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.941918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.941985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.942169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.942250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.942343] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a55feff6-ce6d-427f-af14-2308061ce443 is going to be updated. [ 731.984432] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.984606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.984641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.986899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.986899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.986899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55feff6-ce6d-427f-af14-2308061ce443" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.997418] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 731.997554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.997734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.997948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.998150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.998274] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.998341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.998514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.998572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.998671] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.502170] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.005862] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.511057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.511057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.511057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.511057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.511057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.511057] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 733.541854] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.542015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.542095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.542303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.542548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.554892] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 734.149462] env[66160]: INFO networking_nsxv3.common.synchronization [None req-de89e7cc-0402-455b-a23d-f456820de385 tempest-ServersTestJSON-554636972 tempest-ServersTestJSON-554636972-project-member] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_rules [ 734.151683] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_rules [ 734.154213] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.154483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.154483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.154675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.154763] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.243156] env[66160]: INFO networking_nsxv3.common.synchronization [None req-8a8d6c3e-28df-4dd2-87ae-085853724426 tempest-ServersTestJSON-554636972 tempest-ServersTestJSON-554636972-project-member] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_rules [ 734.244117] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_rules [ 734.247781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.247911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679212] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.680024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce already deleted. [ 734.680024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.680276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680361] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.732255] env[66160]: INFO networking_nsxv3.common.synchronization [req-b4ca0880-5e78-4f2c-bfb9-9dc803bfd374 req-80283922-9ba0-4b35-bb8a-a7ded03cf3b2 tempest-ServerTagsTestJSON-1239347354 tempest-ServerTagsTestJSON-1239347354-project-member] Enqueued Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_members [ 734.732884] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_members [ 734.733521] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.733649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.733879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.733993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.734203] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.734465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.734465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.734567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.734599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.734751] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.195864] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.196252] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-333" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.196252] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-333" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.196515] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-333" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.196951] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.198189] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.198320] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.198674] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.198736] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.198921] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.198997] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.199115] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.199218] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.199324] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.199472] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.199616] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.201778] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.201896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.201963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.202153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.202237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.202326] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce already deleted. [ 735.202405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.219943] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.220077] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.220194] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.220370] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-333" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.220689] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-479a458b-1e59-407e-a14a-87059664363e taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.220857] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.220970] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.221307] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.221442] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479a458b-1e59-407e-a14a-87059664363e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.237390] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.237668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.237745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.237946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.238046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.238245] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.238690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.238747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.240130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.240266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.240367] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 already deleted. [ 735.240508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.566053] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 735.566322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.566556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.566783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.566992] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.567135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.567207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.567362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.567458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.569090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.569090] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.569090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.569090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.569090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.569860] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.569996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.570091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.570241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.570342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.570423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.570572] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.573101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.573101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.573101] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.573101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.573101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.573101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.573101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.573101] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.723607] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.723849] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.723974] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.724268] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.724410] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.724557] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 479a458b-1e59-407e-a14a-87059664363e not found, creating... [ 735.724808] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.724959] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.725080] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.725297] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.725424] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.725696] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.725841] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.725949] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.726210] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.726342] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.726480] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 479a458b-1e59-407e-a14a-87059664363e is going to be created. [ 735.749886] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.750149] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.750266] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.750567] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.750795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.751029] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.075147] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee115d0-687b-4c7c-ad7b-5699cad6f290: rpc.has_security_group_logging(os_id): False [ 736.076306] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.097781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.097781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.097781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.098364] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.098364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.098364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.098364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.098364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.098507] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be created. [ 736.171757] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.171909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.171980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.172226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.172402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.182529] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 736.368813] env[66160]: INFO networking_nsxv3.common.synchronization [req-e93e14da-d778-4ca7-bede-4b66cf7beb01 req-43342a50-2268-4cd2-a602-06b8f9505eb4 tempest-ServersTestFqdnHostnames-542370158 tempest-ServersTestFqdnHostnames-542370158-project-member] Enqueued Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_members [ 736.369403] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGHEST for action security_group_members [ 736.369734] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.369859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.369927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.370280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.370927] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.370927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.370927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.370927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.370927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.371205] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.459387] env[66160]: INFO networking_nsxv3.common.synchronization [req-b4ca0880-5e78-4f2c-bfb9-9dc803bfd374 req-5c622ad9-ea2f-4b2e-ad3d-7f79b95690f9 service nova] Enqueued Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_rules [ 736.459610] env[66160]: INFO networking_nsxv3.common.synchronization [req-b4ca0880-5e78-4f2c-bfb9-9dc803bfd374 req-5c622ad9-ea2f-4b2e-ad3d-7f79b95690f9 service nova] Enqueued Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_members [ 736.459849] env[66160]: INFO networking_nsxv3.common.synchronization [req-b4ca0880-5e78-4f2c-bfb9-9dc803bfd374 req-5c622ad9-ea2f-4b2e-ad3d-7f79b95690f9 service nova] Enqueued Resource ID: 479a458b-1e59-407e-a14a-87059664363e with Priority: HIGHEST for action port [ 736.460313] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_rules [ 736.460471] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_members [ 736.460663] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479a458b-1e59-407e-a14a-87059664363e with Priority: HIGHEST for action port [ 736.460872] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.461037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.462959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.463966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.464100] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.465312] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.465312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.465312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.467130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.467392] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.468308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.468433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.468642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.469642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.469642] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.473247] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-479a458b-1e59-407e-a14a-87059664363e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.473390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.473989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.475051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.475265] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479a458b-1e59-407e-a14a-87059664363e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.581511] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.873890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.873890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.873890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.874223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.874223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.874332] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.874444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.874507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.874663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.874737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.874819] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c is going to be updated. [ 736.943211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.943416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.943496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.943751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.943926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960284] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c in Status: IN_PROGRESS for 2s [ 736.977775] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.980672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.980672] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.980672] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 479a458b-1e59-407e-a14a-87059664363e with status ACTIVE [ 736.980672] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.980672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.980672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.980672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.982407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.982724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.982978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.983198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.983496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.986017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.986017] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.986017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.986017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.986017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.986017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.986017] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 479a458b-1e59-407e-a14a-87059664363e is going to be updated. [ 737.012398] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.012398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.012398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.012647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.012745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.012879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479a458b-1e59-407e-a14a-87059664363e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.083741] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.083869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.083962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.084212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.085054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.085054] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 737.204627] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.205523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.205523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.205523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.205523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.219820] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 737.487159] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.991789] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.992746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.992746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.992746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.992746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.992746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 is going to be created. [ 738.019020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.019020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.019020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.019020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.019020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.029046] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: UNINITIALIZED for 2s [ 738.195157] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 738.195371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.195511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.195735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.195829] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.698506] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.698895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.972918] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c in Status: SUCCESS [ 738.972918] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c deletion is rescheduled due to dependency. [ 738.972918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.255190] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 739.255406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.255575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.255800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.255983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.256294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.256294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.256415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.256486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.256586] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.764552] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.047028] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: SUCCESS [ 740.047028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.047028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.047571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.047779] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.047977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.050537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.050537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.050537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.050537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.050537] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.267961] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.552082] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.552286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.552286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.552521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.552693] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.552797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.552842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.552992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.553884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.554210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.554383] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.554483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.554551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.554792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.554885] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.554976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.555048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.555192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.555268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.555351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.555440] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.702525] env[66160]: INFO networking_nsxv3.common.synchronization [req-5642290b-f0f9-4abd-a406-9d3992c01afd req-ec138c22-62a2-467c-b1da-1e04fce5f1cb tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 740.704393] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 740.704944] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.705618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.706974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.709045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.709045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.709045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.709045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.709045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.709045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.709045] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.769965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.770376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.770376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.770574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.770645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.770766] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 740.827052] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.827253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.827331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.827742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.827943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.844027] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 741.061038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab177d6c-fbcc-4a58-962a-79f0cd644a01: rpc.has_security_group_logging(os_id): False [ 741.081251] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.081460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.081460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.081697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.081797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.081991] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.082103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.082167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.082404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.082504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.082794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.082986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.083087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.083251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.083333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.083529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.083692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.083852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.083904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.084267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.084267] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 is going to be created. [ 741.121485] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.121720] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.121854] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.122122] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.122379] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.122526] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.122636] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.122842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.122976] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.123613] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.123733] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.123836] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.124120] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.124120] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.124224] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.124272] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.146026] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.146026] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.146026] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.146026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.146026] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-846a443f-a1bf-48aa-9730-ad62325e9e76 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.146026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.146026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.146026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.146474] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846a443f-a1bf-48aa-9730-ad62325e9e76',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.154501] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.154501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.154501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.154501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.154501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.165866] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: IN_PROGRESS for 2s [ 741.213667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.213903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.214017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.214367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.214528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.214828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.214987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.215104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.215343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.215455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.215590] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad already deleted. [ 741.215725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.648424] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.648687] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.648763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.649028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.649168] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.650823] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 846a443f-a1bf-48aa-9730-ad62325e9e76 not found, creating... [ 741.650823] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.650823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.650823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.650823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.650823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.650823] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.650823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.650823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.651449] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.651449] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.651449] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 846a443f-a1bf-48aa-9730-ad62325e9e76 is going to be created. [ 741.677564] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.677893] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.678022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.678337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.678564] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.678785] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.429865] env[66160]: INFO networking_nsxv3.common.synchronization [req-5642290b-f0f9-4abd-a406-9d3992c01afd req-dbe5146a-8f3a-4de6-a757-6baed382a9e0 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 742.429865] env[66160]: INFO networking_nsxv3.common.synchronization [req-5642290b-f0f9-4abd-a406-9d3992c01afd req-dbe5146a-8f3a-4de6-a757-6baed382a9e0 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 742.429865] env[66160]: INFO networking_nsxv3.common.synchronization [req-5642290b-f0f9-4abd-a406-9d3992c01afd req-dbe5146a-8f3a-4de6-a757-6baed382a9e0 service nova] Enqueued Resource ID: 846a443f-a1bf-48aa-9730-ad62325e9e76 with Priority: HIGHEST for action port [ 742.433815] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 742.433815] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 742.433815] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 846a443f-a1bf-48aa-9730-ad62325e9e76 with Priority: HIGHEST for action port [ 742.433815] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.433815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.433815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.433815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.433815] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.434211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.434211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.434211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.434571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.434571] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.435970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.435970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.435970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.435970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.435970] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.435970] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-846a443f-a1bf-48aa-9730-ad62325e9e76 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.436255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.436255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.436586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.436586] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846a443f-a1bf-48aa-9730-ad62325e9e76',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.882555] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 742.882808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.883028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883512] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.883642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.883709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.884045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.884142] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.924630] env[66160]: INFO networking_nsxv3.common.synchronization [req-331054f4-b1b2-4ce1-a0aa-e5d63a85c321 req-7aa3c146-1af3-402c-9d8e-4559b5670a30 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 742.924630] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 742.924630] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.924906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.924949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.925150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.925449] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.925449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.925597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.925654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.925698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.925782] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.938127] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.939107] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.939107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.940647] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 846a443f-a1bf-48aa-9730-ad62325e9e76 with status ACTIVE [ 742.940647] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.940647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.940647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.940647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.940929] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.940929] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.941011] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.941197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.941358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.941438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.941642] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.941712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.941761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.941938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.942009] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.942218] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 846a443f-a1bf-48aa-9730-ad62325e9e76 is going to be updated. [ 742.972165] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.972165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.972165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.972321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.972399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.972619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-846a443f-a1bf-48aa-9730-ad62325e9e76" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.182176] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: SUCCESS [ 743.182176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.386726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.386894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.386949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.387247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.387454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.387566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.387566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.387748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.387824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.388022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.388106] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.388195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.388249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.388474] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.388622] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.388710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.388777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.388911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.388997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.389100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.389195] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.427709] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.428287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.428287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.428287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.428287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.428463] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.428541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.428600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.428810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.428888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.428979] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 743.445286] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.475858] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.476145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.476359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.478249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.478249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.500769] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 743.892227] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee115d0-687b-4c7c-ad7b-5699cad6f290: rpc.has_security_group_logging(os_id): False [ 743.920614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.920614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.920614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.920848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.920848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.920974] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.921086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.921151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.921314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.921392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.921631] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.921687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.921760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.921909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.921948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.922161] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.922235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.922312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.922409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.922486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.922573] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 743.947698] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.947878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.947985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.948241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.948374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.948488] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be created. [ 743.978981] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.979313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.979313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.979979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.979979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.993235] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: UNINITIALIZED for 2s [ 744.011040] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.011040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.011040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.012253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.014188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.033198] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 745.375197] env[66160]: INFO networking_nsxv3.common.synchronization [req-0ff7cac8-fbf7-4d86-b952-40d1fcc1a8fa req-3ce0aae7-9d20-4144-a7ea-2b1908dbbe6d tempest-ServersAdminNegativeTestJSON-1623674419 tempest-ServersAdminNegativeTestJSON-1623674419-project-member] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 745.375197] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 745.375590] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.375590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.375690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.376250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.376250] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.376250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.377099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.377099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.377099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.377099] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.512437] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 745.512619] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 deletion is rescheduled due to dependency. [ 745.512730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.724579] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.725317] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.725317] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.725883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726896] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.727159] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.728052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.728052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.728052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.729027] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.729027] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.729027] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.729027] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.729027] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.729027] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.729988] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.776970] env[66160]: INFO networking_nsxv3.common.synchronization [None req-4e56ba03-a81a-475f-9432-01e10f14be9c None None] Enqueued Resource ID: febf1d89-8bfc-41b5-8ded-9d480894ff22 with Priority: HIGHEST for action port [ 745.778514] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.778720] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.778849] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.779546] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.779546] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.779726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.779848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.781029] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.781029] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3024c69e-bd02-4f78-8c94-ea62e42fe8b6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.783578] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febf1d89-8bfc-41b5-8ded-9d480894ff22 with Priority: HIGHEST for action port [ 745.783947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-febf1d89-8bfc-41b5-8ded-9d480894ff22 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.784117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-febf1d89-8bfc-41b5-8ded-9d480894ff22" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.787390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-febf1d89-8bfc-41b5-8ded-9d480894ff22" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.787390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-febf1d89-8bfc-41b5-8ded-9d480894ff22" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.787390] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('febf1d89-8bfc-41b5-8ded-9d480894ff22',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.885726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.885726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.885726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe already deleted. [ 745.885726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.004192] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 746.004192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.004299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.004894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.005815] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.005815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.005815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.005815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.005815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.006203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.006203] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.050283] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 746.051291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.051291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.052120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.052120] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.284949] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.285288] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.285427] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.285879] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.286096] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.286485] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 3024c69e-bd02-4f78-8c94-ea62e42fe8b6 not found, creating... [ 746.286590] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.286860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.286951] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.287386] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.287386] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.288286] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.288286] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.288489] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.288702] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.288872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.289185] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 3024c69e-bd02-4f78-8c94-ea62e42fe8b6 is going to be created. [ 746.290702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port febf1d89-8bfc-41b5-8ded-9d480894ff22 [ 746.290810] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.290957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.291400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.291678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.291769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.291878] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:febf1d89-8bfc-41b5-8ded-9d480894ff22 already deleted. [ 746.291969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-febf1d89-8bfc-41b5-8ded-9d480894ff22" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.324032] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.324032] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.324032] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.324032] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.324261] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.324349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.508926] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.509419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.509419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.509537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.509763] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.509907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.509982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.510183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.510286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.510405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.511044] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.511044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.511044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.511044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.511406] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.511406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.511406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.511520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.511604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.511716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.511881] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.555867] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.556056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.556173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.556433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.556624] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.556742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.556835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.556991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.557102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.557255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.557328] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.014365] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b30dfa70-dbc2-497c-941f-71e6a17039ad: rpc.has_security_group_logging(os_id): False [ 747.046682] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.046835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.046941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.047541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.047541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.047541] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.048848] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.048848] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.048848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.049331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.049331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.049331] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be created. [ 747.062360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.062742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.062742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.062825] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.063012] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.063119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.063186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.063334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.063444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.063550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.063706] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.063799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.063879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.064045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.064191] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.064307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.064390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.064598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.064684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.064779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.065058] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.162354] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.162520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.162624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.162847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.163129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.180098] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 747.288341] env[66160]: INFO networking_nsxv3.common.synchronization [req-0ff7cac8-fbf7-4d86-b952-40d1fcc1a8fa req-225626d7-9b0a-47bc-be53-2830693f1651 service nova] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_rules [ 747.288341] env[66160]: INFO networking_nsxv3.common.synchronization [req-0ff7cac8-fbf7-4d86-b952-40d1fcc1a8fa req-225626d7-9b0a-47bc-be53-2830693f1651 service nova] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 747.288341] env[66160]: INFO networking_nsxv3.common.synchronization [req-0ff7cac8-fbf7-4d86-b952-40d1fcc1a8fa req-225626d7-9b0a-47bc-be53-2830693f1651 service nova] Enqueued Resource ID: 3024c69e-bd02-4f78-8c94-ea62e42fe8b6 with Priority: HIGHEST for action port [ 747.289105] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_rules [ 747.289758] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 747.289942] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3024c69e-bd02-4f78-8c94-ea62e42fe8b6 with Priority: HIGHEST for action port [ 747.290349] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.290510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.290623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.290922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.291069] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.294395] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.294395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.294395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.294395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.294395] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.294395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.294395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.294395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.294395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.294395] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.295988] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.295988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.295988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.295988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.295988] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3024c69e-bd02-4f78-8c94-ea62e42fe8b6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.567387] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee115d0-687b-4c7c-ad7b-5699cad6f290: rpc.has_security_group_logging(os_id): False [ 747.593377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.593606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.593686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.593895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.593993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.594336] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.594457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.594732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.594732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.594856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.595087] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.595184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.595249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.595428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.595464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.595682] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.595805] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.595872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.596095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.596216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.596285] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 747.672603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.672748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.672840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.673042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.673251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.690234] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 747.800041] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.800041] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.800041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.800041] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3024c69e-bd02-4f78-8c94-ea62e42fe8b6 with status ACTIVE [ 747.800041] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.800041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.800041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.800041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.800041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.800041] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.802179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.802271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.802662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.802662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.803270] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.803270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.803270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.803270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.804377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.804523] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3024c69e-bd02-4f78-8c94-ea62e42fe8b6 is going to be updated. [ 747.835116] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.836304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.836304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.836304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.836304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.836304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3024c69e-bd02-4f78-8c94-ea62e42fe8b6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.312348] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.524421] env[66160]: INFO networking_nsxv3.common.synchronization [None req-f02a4bee-feec-4af4-a67d-44e23e9c3da1 None None] Enqueued Resource ID: 2f848b8a-fd30-490e-910c-aca3da40909e with Priority: HIGHEST for action port [ 748.524421] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f848b8a-fd30-490e-910c-aca3da40909e with Priority: HIGHEST for action port [ 748.524421] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f848b8a-fd30-490e-910c-aca3da40909e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.524421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f848b8a-fd30-490e-910c-aca3da40909e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.524421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f848b8a-fd30-490e-910c-aca3da40909e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.524862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f848b8a-fd30-490e-910c-aca3da40909e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.525149] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f848b8a-fd30-490e-910c-aca3da40909e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.813914] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.814716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.814716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.814716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.814716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.814716] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe is going to be created. [ 748.847741] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.847741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.847741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.848044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.848086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.860628] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: UNINITIALIZED for 2s [ 748.932453] env[66160]: INFO networking_nsxv3.common.synchronization [req-4401d282-05b6-4134-9fb0-1406a381458b req-a8da6224-6947-4264-ae27-b6b8f4943d44 tempest-ServersWithSpecificFlavorTestJSON-372900751 tempest-ServersWithSpecificFlavorTestJSON-372900751-project-member] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 748.935524] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 748.935524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.935524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.935524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.935524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.935524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.935524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.936455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.936455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.936455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.936455] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.028582] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f848b8a-fd30-490e-910c-aca3da40909e [ 749.029012] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.029643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.029643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.029643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.029830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.029830] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f848b8a-fd30-490e-910c-aca3da40909e already deleted. [ 749.029941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f848b8a-fd30-490e-910c-aca3da40909e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.195468] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 749.196362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.439768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.439768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.439768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.440092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.440092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.440285] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.440285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.440402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.440618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.440673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.440765] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be updated. [ 749.484479] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.484479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.484479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.484479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.484479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.495696] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: IN_PROGRESS for 2s [ 749.708313] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 749.708671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.037355] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bcb1300-a991-427c-a123-1525fc84a0dc req-51f30917-282c-4df9-8414-00251550d1e5 tempest-FloatingIPsAssociationTestJSON-1034133607 tempest-FloatingIPsAssociationTestJSON-1034133607-project-member] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 750.037980] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 750.039014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.039212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.039359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.039752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.040154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.040154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.040347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.040967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.040967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.040967] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.543711] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.874512] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: SUCCESS [ 750.874775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.875248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.875449] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.875567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.875631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.875788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.875870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.876060] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.048118] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.380054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.380054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.380054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.380054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.380697] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.380697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.380697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.380697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.380697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.380944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.380944] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.381041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.381073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.381217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.381349] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.381421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.381478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.381618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.381721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.382048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.382048] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.506425] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: SUCCESS [ 751.506591] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e deletion is rescheduled due to dependency. [ 751.506659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.550167] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.551310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.551310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.551310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.551310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.551310] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be updated. [ 751.587366] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.587366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.587366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.587366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.587671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.600090] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: IN_PROGRESS for 2s [ 751.885524] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40511e69-d4df-4f4f-92dc-f93455749bfe: rpc.has_security_group_logging(os_id): False [ 751.911560] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.911779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.911779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.911932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.912055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.912363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.912475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.912539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.912744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.912863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.913154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.913260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.913314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.913466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.913547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.913812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.913923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.914018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.914178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.914308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.914371] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe is going to be created. [ 752.042420] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.042707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.042806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.043185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.043535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.071625] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: IN_PROGRESS for 2s [ 752.968234] env[66160]: INFO networking_nsxv3.common.synchronization [req-fced31e6-6ee1-4958-8539-c6aa41af2d77 req-bd533405-c6fb-4b81-89cf-6d9a724a796c tempest-ServersTestManualDisk-1336466613 tempest-ServersTestManualDisk-1336466613-project-member] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_members [ 752.968793] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_members [ 752.969126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.969278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.969352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.969704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.969879] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.969984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.970057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.970221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.970305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.970399] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.472797] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.473126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.473126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.473267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.473359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.473583] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.473698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.473761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.473943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.474068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.475367] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bd94fc-0536-4306-82db-439b509f42ce already deleted. [ 753.475562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.495269] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.495269] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-132" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.495384] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-132" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.495645] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-132" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.495939] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.497459] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.497459] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.497546] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.499046] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.499046] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.499046] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.499046] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.499046] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.499046] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.499046] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.499640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.522734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.522903] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.523118] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.523336] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-132" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.523695] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.523895] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.524050] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.524361] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.524719] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33df4bc-d5fc-4e39-8d43-4000bbc2a08f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.613998] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: SUCCESS [ 753.614394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.027523] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.028064] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.028594] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.029194] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.029568] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.029975] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port e33df4bc-d5fc-4e39-8d43-4000bbc2a08f not found, creating... [ 754.031106] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.032232] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.032232] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.032232] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.032945] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.033103] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.033287] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.033407] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.033679] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.033817] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.033967] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: e33df4bc-d5fc-4e39-8d43-4000bbc2a08f is going to be created. [ 754.060054] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.060054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.060054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.060054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.060763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.060763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.087394] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: SUCCESS [ 754.087394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.796816] env[66160]: INFO networking_nsxv3.common.synchronization [req-fced31e6-6ee1-4958-8539-c6aa41af2d77 req-38fe8075-0f59-41c5-a2ed-a623e72d6879 service nova] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_rules [ 754.797085] env[66160]: INFO networking_nsxv3.common.synchronization [req-fced31e6-6ee1-4958-8539-c6aa41af2d77 req-38fe8075-0f59-41c5-a2ed-a623e72d6879 service nova] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_members [ 754.797182] env[66160]: INFO networking_nsxv3.common.synchronization [req-fced31e6-6ee1-4958-8539-c6aa41af2d77 req-38fe8075-0f59-41c5-a2ed-a623e72d6879 service nova] Enqueued Resource ID: e33df4bc-d5fc-4e39-8d43-4000bbc2a08f with Priority: HIGHEST for action port [ 754.797405] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_rules [ 754.797532] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_members [ 754.797639] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33df4bc-d5fc-4e39-8d43-4000bbc2a08f with Priority: HIGHEST for action port [ 754.798188] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.798307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.798373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.798607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.798639] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.799932] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.800060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.800178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.800298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.800449] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.800545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.800610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.800752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.800837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.800926] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.801644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.802614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.802614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.802614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.802614] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33df4bc-d5fc-4e39-8d43-4000bbc2a08f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.306316] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.307468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.307970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.307970] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e33df4bc-d5fc-4e39-8d43-4000bbc2a08f with status ACTIVE [ 755.307970] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.308209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.308209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.308431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.308431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.308544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.308672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.308672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.309198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.309198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.309198] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.309198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.309404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.309404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.309556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.309556] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e33df4bc-d5fc-4e39-8d43-4000bbc2a08f is going to be updated. [ 755.337615] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.337615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.337615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.337615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.337615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.337615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33df4bc-d5fc-4e39-8d43-4000bbc2a08f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.633055] env[66160]: INFO networking_nsxv3.common.synchronization [req-be81eded-d979-4b22-894e-66648bcf0288 req-11916d55-d888-4afa-8f83-c3c83c6cc8fa tempest-ListServersNegativeTestJSON-1919196473 tempest-ListServersNegativeTestJSON-1919196473-project-member] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 755.635377] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 755.635377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.635377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.635377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.635377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.635377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.635377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.635377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.635377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.635377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.635377] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.811879] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.137634] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.314494] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.314624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.314682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.314975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.315043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.315143] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bd94fc-0536-4306-82db-439b509f42ce is going to be created. [ 756.331992] env[66160]: INFO networking_nsxv3.common.synchronization [req-105273a9-e8e9-459f-8cc5-cd75bcf9e1f5 req-58f26b4c-195e-467d-999e-c4fb355bc966 tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 756.332633] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 756.332844] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.332966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.333661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.333661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.333806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.333981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.334136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.334323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.334950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.334950] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.340056] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.340168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.340168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.340703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.344598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.355993] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: UNINITIALIZED for 2s [ 756.639892] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.776214] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.776419] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.776572] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.776901] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.777198] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.777408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.777543] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.777668] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.777799] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.778255] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.778415] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.778526] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.778629] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.778812] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.778912] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.779052] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.800813] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.801356] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.801356] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.801356] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.801900] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-88b3412b-6a27-420a-8fa5-cd461e41558f taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.802180] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.802231] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.802605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.803985] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b3412b-6a27-420a-8fa5-cd461e41558f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.838465] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.841194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.841194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.841194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.841194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.841505] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.842640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.842640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.842640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.842640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.842640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 756.875671] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.875820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.875882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.876199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.876515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.888528] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 757.144755] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.144989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.145084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.145384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.145537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.145650] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 757.181941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.182177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.182177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.182417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.182654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.197587] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 757.305057] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.305297] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.305420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.305740] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.305883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.306775] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 88b3412b-6a27-420a-8fa5-cd461e41558f not found, creating... [ 757.306775] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.306775] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.306775] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.307052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.307052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.307362] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.307461] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.307586] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.307848] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.307946] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.308095] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 88b3412b-6a27-420a-8fa5-cd461e41558f is going to be created. [ 757.335813] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.336083] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.336229] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.336671] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.336893] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.337129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.119564] env[66160]: INFO networking_nsxv3.common.synchronization [req-105273a9-e8e9-459f-8cc5-cd75bcf9e1f5 req-587601db-d025-46a9-8e5d-d5cc8319d465 service nova] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_rules [ 758.120203] env[66160]: INFO networking_nsxv3.common.synchronization [req-105273a9-e8e9-459f-8cc5-cd75bcf9e1f5 req-587601db-d025-46a9-8e5d-d5cc8319d465 service nova] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 758.120478] env[66160]: INFO networking_nsxv3.common.synchronization [req-105273a9-e8e9-459f-8cc5-cd75bcf9e1f5 req-587601db-d025-46a9-8e5d-d5cc8319d465 service nova] Enqueued Resource ID: 88b3412b-6a27-420a-8fa5-cd461e41558f with Priority: HIGHEST for action port [ 758.123022] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_rules [ 758.123022] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 758.123022] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3412b-6a27-420a-8fa5-cd461e41558f with Priority: HIGHEST for action port [ 758.123022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.123022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.123022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.123022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.123022] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.124165] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.124445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.124793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-88b3412b-6a27-420a-8fa5-cd461e41558f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.125178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.125423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.127074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.127074] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b3412b-6a27-420a-8fa5-cd461e41558f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.367475] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: SUCCESS [ 758.367722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.367911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.368141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.368332] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.368468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.368504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.368648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.368730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.368857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.368908] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.627929] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.628125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.631723] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88b3412b-6a27-420a-8fa5-cd461e41558f with status ACTIVE [ 758.632132] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.632346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.632492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.632965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.633015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.633261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.633368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.633426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.633715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.633873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.634109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.634222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.634303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.636037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.636037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.636037] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88b3412b-6a27-420a-8fa5-cd461e41558f is going to be updated. [ 758.662466] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.662787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.662787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.663010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.663179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.663603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88b3412b-6a27-420a-8fa5-cd461e41558f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.871501] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.905729] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 758.906144] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f deletion is rescheduled due to dependency. [ 758.906369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.906548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.906767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.906956] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.907085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.907150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.907311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.907394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.907490] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.208308] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 759.208616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.375132] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4bd94fc-0536-4306-82db-439b509f42ce: rpc.has_security_group_logging(os_id): False [ 759.399020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.399020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.399020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.399020] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4bd94fc-0536-4306-82db-439b509f42ce is going to be created. [ 759.414666] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.470211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.472940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.472940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.472940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.472940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.487441] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: IN_PROGRESS for 2s [ 759.916453] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.418732] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.419096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.419096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.419230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.419293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.420037] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 760.453719] env[66160]: INFO networking_nsxv3.common.synchronization [None req-56ef043d-6179-4553-87b8-a93e325e3042 None None] Enqueued Resource ID: 2673240a-89ac-4b96-8e19-d41bb83c1189 with Priority: HIGHEST for action port [ 760.453719] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2673240a-89ac-4b96-8e19-d41bb83c1189 with Priority: HIGHEST for action port [ 760.453719] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-2673240a-89ac-4b96-8e19-d41bb83c1189 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.453719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2673240a-89ac-4b96-8e19-d41bb83c1189" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.453719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2673240a-89ac-4b96-8e19-d41bb83c1189" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.454094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2673240a-89ac-4b96-8e19-d41bb83c1189" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.454231] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2673240a-89ac-4b96-8e19-d41bb83c1189',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.457120] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.457453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.457453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.459272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.459272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.477242] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 760.961663] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2673240a-89ac-4b96-8e19-d41bb83c1189 [ 760.961944] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.962187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.962263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.964060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.964060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.964060] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2673240a-89ac-4b96-8e19-d41bb83c1189 already deleted. [ 760.964060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2673240a-89ac-4b96-8e19-d41bb83c1189" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.501292] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: SUCCESS [ 761.501619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.783538] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-0ffc5e71-ccc6-4da4-b994-fea25177bbae tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 761.783675] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 761.784155] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.784229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.784265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.784465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.784829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.784930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.784991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.785173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.785254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.785341] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.292100] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.292100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.292100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.292100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.292100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.292865] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.292865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.292865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.292865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.292865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.292865] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 762.337048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.337239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.337280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.338976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.339333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.358126] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 762.490675] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 762.490969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.491184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.491448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.491729] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.491968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.492149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.492333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.492443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.492539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.492656] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.779553] env[66160]: INFO networking_nsxv3.common.synchronization [None req-69e95a7c-62af-48a8-9070-f5fe5378cd28 None None] Enqueued Resource ID: bd098c27-cb95-4f50-ad7b-310da6f2230f with Priority: HIGHEST for action port [ 762.780226] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd098c27-cb95-4f50-ad7b-310da6f2230f with Priority: HIGHEST for action port [ 762.780591] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd098c27-cb95-4f50-ad7b-310da6f2230f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.780707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd098c27-cb95-4f50-ad7b-310da6f2230f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.781277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd098c27-cb95-4f50-ad7b-310da6f2230f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.781616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd098c27-cb95-4f50-ad7b-310da6f2230f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.781778] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd098c27-cb95-4f50-ad7b-310da6f2230f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.822776] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.822776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.822776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.822776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.822776] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.822776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.822776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.822776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.822776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.823445] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.823445] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.823445] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.823791] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.823871] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.824318] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.824318] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.851445] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.851745] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.851964] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.852444] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.853230] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-c950d85b-6705-4fb1-9a63-67fa41db37af taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.853525] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.853661] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.854752] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.854752] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c950d85b-6705-4fb1-9a63-67fa41db37af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.997101] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.997101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.997101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.997378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.997492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.997600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.997706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.997825] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.997918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.998163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.998322] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.998416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.998478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.998623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.998791] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.998907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.999036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.999198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.999281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.999368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.999459] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.287047] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd098c27-cb95-4f50-ad7b-310da6f2230f [ 763.287316] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.287457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.287527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.287775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.287878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.287974] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd098c27-cb95-4f50-ad7b-310da6f2230f already deleted. [ 763.288092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd098c27-cb95-4f50-ad7b-310da6f2230f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.360701] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.360980] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.361151] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.361429] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.361574] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.361739] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port c950d85b-6705-4fb1-9a63-67fa41db37af not found, creating... [ 763.362062] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.362219] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.362329] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.362552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.362684] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.362969] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.363141] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.363252] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.363457] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.363586] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.363719] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: c950d85b-6705-4fb1-9a63-67fa41db37af is going to be created. [ 763.387296] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.388106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.388106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.388106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.388245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.389025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.413737] env[66160]: INFO networking_nsxv3.common.synchronization [None req-749b8bc1-04fb-41cd-b987-77084674aeff None None] Enqueued Resource ID: a8ff0f47-b515-4433-9027-031c0d2ddc66 with Priority: HIGHEST for action port [ 763.414021] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ff0f47-b515-4433-9027-031c0d2ddc66 with Priority: HIGHEST for action port [ 763.414683] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ff0f47-b515-4433-9027-031c0d2ddc66 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.415611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ff0f47-b515-4433-9027-031c0d2ddc66" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.415611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ff0f47-b515-4433-9027-031c0d2ddc66" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.415611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ff0f47-b515-4433-9027-031c0d2ddc66" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.415611] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ff0f47-b515-4433-9027-031c0d2ddc66',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.503496] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcccc14c-937c-466e-aec5-a214fbaccf0f: rpc.has_security_group_logging(os_id): False [ 763.527245] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.527429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.527517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.527747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.527847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.528135] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.528241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.528278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.528428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.528521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.528712] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.528983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.529165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.529337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.529428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.529656] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.529989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.530074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.530176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.530271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.530362] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 763.615437] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.615612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.615684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.615893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.616053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.631561] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 763.917789] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8ff0f47-b515-4433-9027-031c0d2ddc66 [ 763.918519] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.918519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.918519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.918519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.918693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.918693] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8ff0f47-b515-4433-9027-031c0d2ddc66 already deleted. [ 763.918753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ff0f47-b515-4433-9027-031c0d2ddc66" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.200534] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-e6aede8d-cf26-4ccf-bbf3-1101569d9811 service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 764.200652] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-e6aede8d-cf26-4ccf-bbf3-1101569d9811 service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 764.201184] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-e6aede8d-cf26-4ccf-bbf3-1101569d9811 service nova] Enqueued Resource ID: c950d85b-6705-4fb1-9a63-67fa41db37af with Priority: HIGHEST for action port [ 764.201356] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 764.202072] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 764.202072] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c950d85b-6705-4fb1-9a63-67fa41db37af with Priority: HIGHEST for action port [ 764.202072] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.206029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.206029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.206029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.206029] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.206029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.206029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.206029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c950d85b-6705-4fb1-9a63-67fa41db37af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.206029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.206029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.206029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.206029] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c950d85b-6705-4fb1-9a63-67fa41db37af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.371993] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 764.371993] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c deletion is rescheduled due to dependency. [ 764.371993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.372244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.372792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.372792] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.372792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.372969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.372969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.373059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.373130] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.708314] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.708509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.708634] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c950d85b-6705-4fb1-9a63-67fa41db37af with status ACTIVE [ 764.708800] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.708911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.708990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.709572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.709776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.709992] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.710115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.710178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.710347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.710425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.711666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.711813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.711858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.712817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.713154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.713267] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c950d85b-6705-4fb1-9a63-67fa41db37af is going to be updated. [ 764.736310] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.736548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.736590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.736851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.737054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.737273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c950d85b-6705-4fb1-9a63-67fa41db37af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.877975] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.119844] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-306d6638-2042-43a5-8e43-a5d74b8327a7 tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 765.120149] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 765.120711] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.120833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.380693] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.649091] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 765.649091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.672490] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.672683] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.672802] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.673088] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.673682] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.673682] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.673682] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.673933] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.673933] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.674194] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.674303] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.674410] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.674512] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.674616] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.674716] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.674849] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.695659] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.695788] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.696408] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.696408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-311" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.696408] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.696612] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.696612] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.696941] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.697087] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fe9197-d616-4139-a0d1-0d8f11c2bf9f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.856082] env[66160]: INFO networking_nsxv3.common.synchronization [None req-a037d11a-6f47-4f2a-a764-3628805b4d33 None None] Enqueued Resource ID: 80e47d85-9bf1-4c2b-9879-2096925e386d with Priority: HIGHEST for action port [ 765.856167] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e47d85-9bf1-4c2b-9879-2096925e386d with Priority: HIGHEST for action port [ 765.856631] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e47d85-9bf1-4c2b-9879-2096925e386d taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.856631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e47d85-9bf1-4c2b-9879-2096925e386d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.856631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e47d85-9bf1-4c2b-9879-2096925e386d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.857217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e47d85-9bf1-4c2b-9879-2096925e386d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.857217] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e47d85-9bf1-4c2b-9879-2096925e386d',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.883944] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.884729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.884729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.884729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.886434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.886624] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 765.924279] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.924408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.924495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.925265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.925265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.937441] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 766.200436] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.201151] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.201151] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.201664] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.201922] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.202215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port c8fe9197-d616-4139-a0d1-0d8f11c2bf9f not found, creating... [ 766.202712] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.203154] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.204860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.204860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.204860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.205044] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.205958] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.206042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.206408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.206872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.207556] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: c8fe9197-d616-4139-a0d1-0d8f11c2bf9f is going to be created. [ 766.231041] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.231041] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.231372] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.231372] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.231589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.231803] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.360750] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80e47d85-9bf1-4c2b-9879-2096925e386d [ 766.361045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.361166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.361241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.361637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.361637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.361637] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80e47d85-9bf1-4c2b-9879-2096925e386d already deleted. [ 766.361765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e47d85-9bf1-4c2b-9879-2096925e386d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.973239] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-c9441732-d376-4edd-abff-948dedbfdb6f service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 766.973239] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-c9441732-d376-4edd-abff-948dedbfdb6f service nova] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 766.973239] env[66160]: INFO networking_nsxv3.common.synchronization [req-28629fce-71bd-4f8c-84e2-c3343b5b5063 req-c9441732-d376-4edd-abff-948dedbfdb6f service nova] Enqueued Resource ID: c8fe9197-d616-4139-a0d1-0d8f11c2bf9f with Priority: HIGHEST for action port [ 766.973239] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_rules [ 766.973239] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 766.973239] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fe9197-d616-4139-a0d1-0d8f11c2bf9f with Priority: HIGHEST for action port [ 766.973239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.973239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.974828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.975089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.975465] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.975761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.975928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.976218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.976400] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fe9197-d616-4139-a0d1-0d8f11c2bf9f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.488029] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8fe9197-d616-4139-a0d1-0d8f11c2bf9f with status ACTIVE [ 767.488029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.488029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.488029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.488029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.488029] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8fe9197-d616-4139-a0d1-0d8f11c2bf9f is going to be updated. [ 767.516223] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.516346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.516346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.516597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.516787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.517019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8fe9197-d616-4139-a0d1-0d8f11c2bf9f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.569587] env[66160]: INFO networking_nsxv3.common.synchronization [req-61ff5696-ac29-4e00-b6d1-61dbef509446 req-88490ac4-eb4a-4ffc-9cc4-f772531835c7 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 767.569587] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 767.569955] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.570148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.570231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.571782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.573210] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.574517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.574517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.574517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.574517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.574517] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.952818] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 767.953069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.953257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.953492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.953725] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.953791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.954030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.954030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.954158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.954206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.954305] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.955402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.956329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.956329] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.956329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.956329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.956329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.956674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.956674] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.077044] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.077188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.077228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.077664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.077783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.079178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.079178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.079178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.079178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.079178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.079178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 768.116207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.119017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.119017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.119017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.119017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.128684] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 768.460240] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.460240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.460240] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.539177] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3d76928-ce96-48bf-a9b4-5d017eb80ec8 req-52b72529-8c68-4a90-bcf0-8a7e882f15ed tempest-AttachInterfacesV270Test-1021311808 tempest-AttachInterfacesV270Test-1021311808-project-member] Enqueued Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_members [ 768.540860] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_members [ 768.541518] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.541749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.542895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.543358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.543552] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.543672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.543783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.543964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.544230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.544382] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.959100] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.959100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-850" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.959100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-850" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.959100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-850" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.959100] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.959100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.959820] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.960231] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.960905] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.961164] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.961838] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.961838] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.961838] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.961838] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.961838] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.962081] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.964657] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.990980] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.991179] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.991297] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.991474] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-850" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.991795] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.991966] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.992163] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.992613] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.992678] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb3ef38-d926-4410-b4cf-48bfa8ac45dc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.046701] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.046927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.047069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.047852] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.048039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.048324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.048399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.048520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048671] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde already deleted. [ 769.048793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.119255] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ed1234b8-6f8e-4fad-a846-5ee9c1507a41 None None] Enqueued Resource ID: 33d7fc7e-bff3-485b-ab00-39924ec37f4a with Priority: HIGHEST for action port [ 769.119495] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d7fc7e-bff3-485b-ab00-39924ec37f4a with Priority: HIGHEST for action port [ 769.120186] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d7fc7e-bff3-485b-ab00-39924ec37f4a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.120306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d7fc7e-bff3-485b-ab00-39924ec37f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.120375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d7fc7e-bff3-485b-ab00-39924ec37f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.120660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d7fc7e-bff3-485b-ab00-39924ec37f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.120781] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d7fc7e-bff3-485b-ab00-39924ec37f4a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.469524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.469855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.470085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.470282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.470416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.470531] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 769.498645] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.499233] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.499342] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.499723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.499968] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.500300] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 3fb3ef38-d926-4410-b4cf-48bfa8ac45dc not found, creating... [ 769.500793] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.500930] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.501165] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.501562] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.501786] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.502353] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.502556] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.502778] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.503179] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.503400] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.503666] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 3fb3ef38-d926-4410-b4cf-48bfa8ac45dc is going to be created. [ 769.510882] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.511088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.511248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.511545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.511803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.524543] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 769.535753] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.536059] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.536164] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.536449] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.536677] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.536952] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.625062] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33d7fc7e-bff3-485b-ab00-39924ec37f4a [ 769.625456] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.625456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.625456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.627337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.627337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.627337] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33d7fc7e-bff3-485b-ab00-39924ec37f4a already deleted. [ 769.627337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d7fc7e-bff3-485b-ab00-39924ec37f4a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.142606] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 770.142892] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad deletion is rescheduled due to dependency. [ 770.143025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.397808] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3d76928-ce96-48bf-a9b4-5d017eb80ec8 req-54d10de7-5d13-4202-b5db-b1fe7e0d5a60 service nova] Enqueued Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_rules [ 770.398057] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3d76928-ce96-48bf-a9b4-5d017eb80ec8 req-54d10de7-5d13-4202-b5db-b1fe7e0d5a60 service nova] Enqueued Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_members [ 770.398224] env[66160]: INFO networking_nsxv3.common.synchronization [req-a3d76928-ce96-48bf-a9b4-5d017eb80ec8 req-54d10de7-5d13-4202-b5db-b1fe7e0d5a60 service nova] Enqueued Resource ID: 3fb3ef38-d926-4410-b4cf-48bfa8ac45dc with Priority: HIGHEST for action port [ 770.398774] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_rules [ 770.398911] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_members [ 770.399033] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb3ef38-d926-4410-b4cf-48bfa8ac45dc with Priority: HIGHEST for action port [ 770.402586] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.402586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.402586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.402808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.402808] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.403615] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.403719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.403807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.403994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.404158] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.404274] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.404317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.404453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.404534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.404617] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.407292] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.407408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.407477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.407650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.407721] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb3ef38-d926-4410-b4cf-48bfa8ac45dc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.798747] env[66160]: INFO networking_nsxv3.common.synchronization [None req-323fba3d-ae46-4504-8ef3-6d9e12eb191f tempest-ServersTestBootFromVolume-659118806 tempest-ServersTestBootFromVolume-659118806-project-member] Enqueued Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_rules [ 770.802017] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_rules [ 770.802400] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f60089-6497-4771-a5bb-ee4c8eb40566 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.802551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.802782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.802962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.803334] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.888429] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.888429] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.910997] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.913906] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.913906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.913906] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fb3ef38-d926-4410-b4cf-48bfa8ac45dc with status ACTIVE [ 770.913906] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.913906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.913906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.913906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.913906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.913906] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.913906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.914525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.914525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.914525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.914525] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.914525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.914672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.914701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.915073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.915073] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fb3ef38-d926-4410-b4cf-48bfa8ac45dc is going to be updated. [ 770.930058] env[66160]: INFO networking_nsxv3.common.synchronization [None req-58a2999a-7204-442e-9b8e-2e34c9f3c91f tempest-ServersTestBootFromVolume-659118806 tempest-ServersTestBootFromVolume-659118806-project-member] Enqueued Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_rules [ 770.930058] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_rules [ 770.930058] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f60089-6497-4771-a5bb-ee4c8eb40566 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.930058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.940161] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.940952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.940952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.941192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.941429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.941678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb3ef38-d926-4410-b4cf-48bfa8ac45dc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.337307] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.337307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.337307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.337307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.337307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.337307] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 already deleted. [ 771.337307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.337307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.337781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.337781] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.418985] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.538736] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 771.539016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.539210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.539615] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.539735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.539822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.540131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.540444] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.860655] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.860932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.860932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.862025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.862025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.862025] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 already deleted. [ 771.862025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.922732] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.922901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.922969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.923196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.923286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.923482] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde is going to be created. [ 771.967084] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.967084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.967084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.967084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.967084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.981042] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde in Status: UNINITIALIZED for 2s [ 772.025150] env[66160]: INFO networking_nsxv3.common.synchronization [req-482f076a-73d6-4e2e-96ac-7ccdfc357baa req-8a0e9bfd-4010-4557-a8ba-e5ed18c5bfef tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 772.026700] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 772.030027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.030027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.030027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.030027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.030027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.030027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.030027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.030027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.030027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.030027] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.042845] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.323724] env[66160]: INFO networking_nsxv3.common.synchronization [None req-aa6da506-d488-4611-ac0d-29b073d3037a None None] Enqueued Resource ID: fc963708-f71a-433a-9847-50e95b71b116 with Priority: HIGHEST for action port [ 772.323724] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc963708-f71a-433a-9847-50e95b71b116 with Priority: HIGHEST for action port [ 772.324302] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc963708-f71a-433a-9847-50e95b71b116 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.324657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc963708-f71a-433a-9847-50e95b71b116" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.325286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc963708-f71a-433a-9847-50e95b71b116" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.325814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc963708-f71a-433a-9847-50e95b71b116" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.326416] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc963708-f71a-433a-9847-50e95b71b116',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.532480] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.534032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.534032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.534032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.534032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.534032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.534032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.534342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.535712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.535712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.535712] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 772.549348] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.567645] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.568014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.568088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.568334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.568475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.581347] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 772.832776] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc963708-f71a-433a-9847-50e95b71b116 [ 772.833270] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.833342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.833443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.833744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.833907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.834044] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc963708-f71a-433a-9847-50e95b71b116 already deleted. [ 772.834139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc963708-f71a-433a-9847-50e95b71b116" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.839845] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.840204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.840497] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.840778] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.841206] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.841450] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.841608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.841948] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.842284] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.842469] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.842655] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.842655] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.843056] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.843782] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.844032] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.844269] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.871916] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.871916] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.871916] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.871916] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.871916] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-9c9db78d-a139-4329-bbd9-aac5518c587a taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.872474] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.872474] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.872547] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.872950] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9db78d-a139-4329-bbd9-aac5518c587a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.052871] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.053101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.053222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.053505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.053623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.053770] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 773.093509] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.093722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.093798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.094123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.094342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.108440] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 773.375399] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.375645] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.377050] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.377050] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.377050] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.380370] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 9c9db78d-a139-4329-bbd9-aac5518c587a not found, creating... [ 773.380566] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.380814] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.380896] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.381420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.381420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.381682] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.381845] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.381962] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.382235] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.382374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.382639] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 9c9db78d-a139-4329-bbd9-aac5518c587a is going to be created. [ 773.406324] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.406554] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.406674] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.406943] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.407174] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.407390] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.993641] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde in Status: SUCCESS [ 773.993641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.994244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.994244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.994244] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.994395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.994395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.994570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.994655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.994741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.994836] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.151761] env[66160]: INFO networking_nsxv3.common.synchronization [req-482f076a-73d6-4e2e-96ac-7ccdfc357baa req-c18c8086-fe79-4531-a4ef-79293ed8be1f service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 774.151761] env[66160]: INFO networking_nsxv3.common.synchronization [req-482f076a-73d6-4e2e-96ac-7ccdfc357baa req-c18c8086-fe79-4531-a4ef-79293ed8be1f service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 774.151911] env[66160]: INFO networking_nsxv3.common.synchronization [req-482f076a-73d6-4e2e-96ac-7ccdfc357baa req-c18c8086-fe79-4531-a4ef-79293ed8be1f service nova] Enqueued Resource ID: 9c9db78d-a139-4329-bbd9-aac5518c587a with Priority: HIGHEST for action port [ 774.152936] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 774.153161] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 774.153320] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9db78d-a139-4329-bbd9-aac5518c587a with Priority: HIGHEST for action port [ 774.153802] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.153802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.153802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.154027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.154079] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.155024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.155109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.155808] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9db78d-a139-4329-bbd9-aac5518c587a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.155808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.155808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.155808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.155808] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9db78d-a139-4329-bbd9-aac5518c587a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.497042] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.497339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.497339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.497450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.497626] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.497769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.497835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.498049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.498111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.498199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.498350] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.498442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.498510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.498640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.498788] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.498884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.498963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.499122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.499203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.499285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.499376] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.594371] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 774.594371] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 774.594371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.594615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.594917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.595194] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.595387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.595993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.595993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.595993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.595993] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.657909] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.658052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.658312] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c9db78d-a139-4329-bbd9-aac5518c587a with status ACTIVE [ 774.658429] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.658534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.658608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.658819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.658903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.659075] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.659163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.659480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.659480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.659480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.659628] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.659682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.659764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.660018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.660215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.660215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c9db78d-a139-4329-bbd9-aac5518c587a is going to be updated. [ 774.690443] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.690443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.690443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.690443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.690443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.690443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9db78d-a139-4329-bbd9-aac5518c587a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.843428] env[66160]: INFO networking_nsxv3.common.synchronization [req-caa82198-ef45-4129-a54a-8163236c6714 req-984f726e-fd61-4483-806b-c9289ce96336 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_members [ 774.845300] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGHEST for action security_group_members [ 774.845647] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.846131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.846131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.846290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.846663] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.846663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.846663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.846807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.846807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.846866] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.002833] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd7104d-3ead-420f-a5c4-9d5a74824cde: rpc.has_security_group_logging(os_id): False [ 775.023173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.023338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.023408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.023650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.023739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.026010] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.026010] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.026010] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.026010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.027728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.027728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.027728] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde is going to be created. [ 775.098437] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.101629] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.101796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.101889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.102227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.102475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.119176] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 775.119446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.119646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.120182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.120182] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.120328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.120366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.120747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.120747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.120747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.120915] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.124059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.124059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.124059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.124204] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.124325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.124367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.124770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.124770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.124770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.124870] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.128717] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde in Status: IN_PROGRESS for 2s [ 775.353344] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.353344] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.353344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.353344] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686e520d-e673-479c-a347-41b92a917198 is going to be updated. [ 775.401979] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.401979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.401979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.401979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.401979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.421598] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686e520d-e673-479c-a347-41b92a917198 in Status: IN_PROGRESS for 2s [ 775.601986] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.633586] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c: rpc.has_security_group_logging(os_id): False [ 775.663619] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.663834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.663887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.664227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.664392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.664812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.664812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.665014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.665396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.665525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.665738] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.665877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.665951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.666421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.666421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.666602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.666918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.667138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.667535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.667535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667688] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 775.775381] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.776779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.777415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.777940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.778962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.801172] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 776.105236] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.105565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.105565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.105696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.105811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.105921] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 776.155038] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.157019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.157019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.157019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.157019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.171524] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 777.144595] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde in Status: SUCCESS [ 777.145080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.434669] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686e520d-e673-479c-a347-41b92a917198 in Status: SUCCESS [ 777.434988] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686e520d-e673-479c-a347-41b92a917198 deletion is rescheduled due to dependency. [ 777.435227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.818075] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 777.819722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.819722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.819722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.819722] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.186476] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.188129] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188129] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.324487] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.324487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.324487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.324747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.325514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.325514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.325514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.325514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.325514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.325514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.325830] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.629766] env[66160]: INFO networking_nsxv3.common.synchronization [req-88e6d271-37b6-408f-be66-dfb743aed56e req-aa93e0c0-dc3b-4a71-a940-1cd96edd24fb tempest-ServersTestJSON-554636972 tempest-ServersTestJSON-554636972-project-member] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_members [ 778.630491] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_members [ 778.631356] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.631512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.631914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.631986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.634250] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.634250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.634250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.634250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.634250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.634250] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.694768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.695177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.695303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.695770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.696113] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.696236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.696275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.696562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.696742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.696926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.697259] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.697421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.697550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.697822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.698412] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.698598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.698717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.698998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.699127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.699292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.700406] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.827935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.828509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.828509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.828724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.828773] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.828935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.828993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.829152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.829287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.829425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.829632] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.829750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.829866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.829980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.830192] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.830336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.830435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.830619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.830753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.830890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.831010] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.044240] env[66160]: INFO networking_nsxv3.common.synchronization [None req-5cac3f1b-18e9-4ad8-b859-381273ff23b8 None None] Enqueued Resource ID: 31a6f794-b170-4e6b-a6b2-19612a4f1435 with Priority: HIGHEST for action port [ 779.044993] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a6f794-b170-4e6b-a6b2-19612a4f1435 with Priority: HIGHEST for action port [ 779.045417] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-31a6f794-b170-4e6b-a6b2-19612a4f1435 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.045548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31a6f794-b170-4e6b-a6b2-19612a4f1435" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.045620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31a6f794-b170-4e6b-a6b2-19612a4f1435" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.046174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31a6f794-b170-4e6b-a6b2-19612a4f1435" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.046265] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31a6f794-b170-4e6b-a6b2-19612a4f1435',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.135935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.136159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.136241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.136485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.136582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.136818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.136943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.136995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.137441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.137578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.137709] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce already deleted. [ 779.137929] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.197766] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.198703] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-559" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.198703] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-559" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.198778] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-559" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.199170] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.199386] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.199564] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.199920] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.200125] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.200419] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.200576] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.200742] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.201070] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.201070] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.201196] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.201279] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.202936] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879dae25-9dc7-4b27-961e-966e24d88c62: rpc.has_security_group_logging(os_id): False [ 779.225380] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.225585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.225662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.226519] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.227080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.227331] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.227468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.227562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.227780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.227926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.228169] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.228281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.228359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.228532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.228642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.228771] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 779.232606] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.232909] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.233180] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.233450] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-559" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.233867] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-6f2fc031-7f1c-43e8-8420-fc61ddc17389 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.234121] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.234301] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.234782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.235013] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f2fc031-7f1c-43e8-8420-fc61ddc17389',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.320692] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.320912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.321053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.321350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.321592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.334974] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c: rpc.has_security_group_logging(os_id): False [ 779.341253] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 779.359986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.366069] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.366069] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.366069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.366890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.367226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.367384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.367635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.368038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 779.487549] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.490029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.490029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.490029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.490029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.509695] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 779.550603] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31a6f794-b170-4e6b-a6b2-19612a4f1435 [ 779.550603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.550603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.550603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.550603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.550603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.550603] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31a6f794-b170-4e6b-a6b2-19612a4f1435 already deleted. [ 779.550603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31a6f794-b170-4e6b-a6b2-19612a4f1435" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.739250] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.739517] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.739685] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.740075] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.740258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.740438] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 6f2fc031-7f1c-43e8-8420-fc61ddc17389 not found, creating... [ 779.740728] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.740937] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.741098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.741353] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.741487] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.741924] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.741924] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.742165] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.742795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.742795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.742795] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 6f2fc031-7f1c-43e8-8420-fc61ddc17389 is going to be created. [ 779.764664] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.764891] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.765035] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.765258] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.765479] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.765687] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.782470] env[66160]: INFO networking_nsxv3.common.synchronization [None req-3a1b40a8-2ee2-4cef-bdcb-ba1d79e7fe5a None None] Enqueued Resource ID: 6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde with Priority: HIGHEST for action port [ 779.783076] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde with Priority: HIGHEST for action port [ 779.783419] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.783567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.783633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.783839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.783919] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.286787] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde [ 780.288452] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.288452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.288452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.288677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.288677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.288738] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde already deleted. [ 780.288806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a118c70-6f29-4f5b-a7b7-bc3e0fc0bdde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.592082] env[66160]: INFO networking_nsxv3.common.synchronization [req-88e6d271-37b6-408f-be66-dfb743aed56e req-161eb3fa-76e6-4299-af26-4f6e2620ff17 service nova] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_rules [ 780.592082] env[66160]: INFO networking_nsxv3.common.synchronization [req-88e6d271-37b6-408f-be66-dfb743aed56e req-161eb3fa-76e6-4299-af26-4f6e2620ff17 service nova] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_members [ 780.592640] env[66160]: INFO networking_nsxv3.common.synchronization [req-88e6d271-37b6-408f-be66-dfb743aed56e req-161eb3fa-76e6-4299-af26-4f6e2620ff17 service nova] Enqueued Resource ID: 6f2fc031-7f1c-43e8-8420-fc61ddc17389 with Priority: HIGHEST for action port [ 780.593827] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_rules [ 780.593827] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_members [ 780.593827] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f2fc031-7f1c-43e8-8420-fc61ddc17389 with Priority: HIGHEST for action port [ 780.593827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.593827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.593827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.593827] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.594903] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.595030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.595030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.595206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.595458] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.595562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.595562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.596092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.596092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.596092] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.596625] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f2fc031-7f1c-43e8-8420-fc61ddc17389 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.596772] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.596813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.597021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.597082] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f2fc031-7f1c-43e8-8420-fc61ddc17389',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.880112] env[66160]: INFO networking_nsxv3.common.synchronization [req-e045b229-f509-4a41-b407-5783fd278551 req-dfdcdfd1-d416-44ee-8252-8acd2b2b4660 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 780.881092] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 780.881677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.881677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.881804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.882433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.882433] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.882433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.882433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.882665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.882665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.882665] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.098553] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.101475] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.101602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.104257] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f2fc031-7f1c-43e8-8420-fc61ddc17389 with status ACTIVE [ 781.104416] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.104566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.104834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.104966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.105096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.106224] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.106224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.106224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.106224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.106224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.107763] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.107763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.107763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.107763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.107763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.107959] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f2fc031-7f1c-43e8-8420-fc61ddc17389 is going to be updated. [ 781.136249] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.136249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.136249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.136249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.136249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.136249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f2fc031-7f1c-43e8-8420-fc61ddc17389" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.363288] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 781.363542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.385270] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.385629] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.385846] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.386249] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.386580] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.386744] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.386878] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387321] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.387762] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.387924] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.388131] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.388305] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.388528] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.388715] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.388921] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.391740] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.391886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.391995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.392213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.392350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.392606] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.392764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.392866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.393066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.393155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.393267] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 781.418015] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.418314] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.418395] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.418748] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.418947] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-965da41f-7719-48f5-bdf0-690310e28ef1 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.419195] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.419643] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.420239] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.420420] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('965da41f-7719-48f5-bdf0-690310e28ef1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.431648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.431882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.431940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.432269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.434435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.447530] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 781.527044] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 781.527044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.602773] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.924014] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.924219] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.924286] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.925299] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.925299] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.925299] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 965da41f-7719-48f5-bdf0-690310e28ef1 not found, creating... [ 781.925299] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.925561] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.925561] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.925981] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.925981] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.926233] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.926403] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.926505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.926715] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.927060] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.927060] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 965da41f-7719-48f5-bdf0-690310e28ef1 is going to be created. [ 781.951326] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.951674] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.951957] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.952777] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.952777] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.953515] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.106444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.106444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.106444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.106444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.106740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.106740] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce is going to be created. [ 782.137234] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.138810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.138810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.138810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.138810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.148396] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: UNINITIALIZED for 2s [ 782.228043] env[66160]: INFO networking_nsxv3.common.synchronization [None req-9752d038-7253-4edd-be3c-10a87fde03c3 None None] Enqueued Resource ID: 501932c3-30f4-4b0b-8386-719a6a5e8c64 with Priority: HIGHEST for action port [ 782.228043] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501932c3-30f4-4b0b-8386-719a6a5e8c64 with Priority: HIGHEST for action port [ 782.228043] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-501932c3-30f4-4b0b-8386-719a6a5e8c64 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.231228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501932c3-30f4-4b0b-8386-719a6a5e8c64" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.231398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501932c3-30f4-4b0b-8386-719a6a5e8c64" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.231756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501932c3-30f4-4b0b-8386-719a6a5e8c64" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.232488] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501932c3-30f4-4b0b-8386-719a6a5e8c64',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.623401] env[66160]: INFO networking_nsxv3.common.synchronization [None req-d0cd3037-6e37-496c-ae45-4fac366f5577 None None] Enqueued Resource ID: b6e91c47-02ee-432e-a504-e28d6df7480d with Priority: HIGHEST for action port [ 782.624091] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e91c47-02ee-432e-a504-e28d6df7480d with Priority: HIGHEST for action port [ 782.624581] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e91c47-02ee-432e-a504-e28d6df7480d taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.624714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e91c47-02ee-432e-a504-e28d6df7480d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.624760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e91c47-02ee-432e-a504-e28d6df7480d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.625426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e91c47-02ee-432e-a504-e28d6df7480d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.625426] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e91c47-02ee-432e-a504-e28d6df7480d',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.736058] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 501932c3-30f4-4b0b-8386-719a6a5e8c64 [ 782.736058] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.736058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.736058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.736058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.736058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.736058] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:501932c3-30f4-4b0b-8386-719a6a5e8c64 already deleted. [ 782.736058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501932c3-30f4-4b0b-8386-719a6a5e8c64" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.760736] env[66160]: INFO networking_nsxv3.common.synchronization [req-e045b229-f509-4a41-b407-5783fd278551 req-556f9b2b-b92c-4b25-a9ab-4b1eb69bfc3b service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 782.761159] env[66160]: INFO networking_nsxv3.common.synchronization [req-e045b229-f509-4a41-b407-5783fd278551 req-556f9b2b-b92c-4b25-a9ab-4b1eb69bfc3b service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 782.761410] env[66160]: INFO networking_nsxv3.common.synchronization [req-e045b229-f509-4a41-b407-5783fd278551 req-556f9b2b-b92c-4b25-a9ab-4b1eb69bfc3b service nova] Enqueued Resource ID: 965da41f-7719-48f5-bdf0-690310e28ef1 with Priority: HIGHEST for action port [ 782.762347] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 782.762599] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 782.762846] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965da41f-7719-48f5-bdf0-690310e28ef1 with Priority: HIGHEST for action port [ 782.763301] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.763527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.763649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.766388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.766388] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.767740] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.767881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.768325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-965da41f-7719-48f5-bdf0-690310e28ef1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.768430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.768637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.768871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.769044] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('965da41f-7719-48f5-bdf0-690310e28ef1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.127586] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6e91c47-02ee-432e-a504-e28d6df7480d [ 783.127867] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.128101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.128199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.128440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.128546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.128677] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6e91c47-02ee-432e-a504-e28d6df7480d already deleted. [ 783.128768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e91c47-02ee-432e-a504-e28d6df7480d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.273330] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.273330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.273873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 965da41f-7719-48f5-bdf0-690310e28ef1 with status ACTIVE [ 783.273873] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.274047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.274047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.274278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.274353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.274495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.274595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.274653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.274799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.274896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.275094] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.275203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.275261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.275396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.275483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.275553] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 965da41f-7719-48f5-bdf0-690310e28ef1 is going to be updated. [ 783.305431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.306881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.307067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.307607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.307607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.307914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-965da41f-7719-48f5-bdf0-690310e28ef1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.464482] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 783.464672] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 deletion is rescheduled due to dependency. [ 783.464794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.464970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.465330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.465596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.465728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.465789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.465972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.467193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.468522] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.972571] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.159694] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: SUCCESS [ 784.160147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.160406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.160704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.161020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.161209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.161302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.161555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.161669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.161785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.161910] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.474853] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.668922] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.979684] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.980097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.980097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.981147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.981277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.981386] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 785.014590] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.014762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.014841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.015041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.015194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.024726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 785.171502] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a0d650-b549-4d7b-ae87-ef1ee418e6ce: rpc.has_security_group_logging(os_id): False [ 785.193848] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.194056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.194118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.194343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.194479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.194871] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.195055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.195159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.195269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.195371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.195466] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce is going to be created. [ 785.281965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.281965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.281965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.282221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.282375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.299656] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: IN_PROGRESS for 2s [ 786.004946] env[66160]: INFO networking_nsxv3.common.synchronization [req-6eb31d05-fb9d-47eb-bb28-69b4bbc0609a req-387cbeed-1953-4731-a8eb-1722c24df0f1 tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 786.006385] env[66160]: INFO networking_nsxv3.common.synchronization [req-3bfc2704-6a00-4217-990b-d5f644ce01a4 req-fd2968c2-14c4-44e4-888f-7e7e2ef2a72f tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 786.006591] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 786.006701] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 786.007018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.007198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.007306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.007545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.007747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.007909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.008059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.008271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.008406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.008558] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.009566] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.009719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.009839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.010090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.010321] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.010457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.010588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.010799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.010967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.011155] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.513611] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.513832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.513902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.514160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.514390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.514468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.514554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.514609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.514761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.514838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.514945] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 786.516108] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.549113] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.549313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.549403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.549784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.550121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.562709] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 786.742450] env[66160]: INFO networking_nsxv3.common.synchronization [req-65cb2c2e-28ba-4fce-859d-2bcabb0a5861 req-1ca1ca55-be7f-41c0-aa11-7c1007dd50e6 tempest-MultipleCreateTestJSON-1306676945 tempest-MultipleCreateTestJSON-1306676945-project-member] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 786.743077] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGHEST for action security_group_members [ 786.743424] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.743563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.018282] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.039721] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 787.039721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.040243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.040477] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.040617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.040672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.040832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.040914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.041031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.041151] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.313844] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: SUCCESS [ 787.314194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.522014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.522014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.522014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.522421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.522598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.522739] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 787.545287] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.545287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.545409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.546613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.546613] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.546613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.546613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.546613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.547034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.547034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.547142] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.547239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.547323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.547450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.547589] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.547680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.547740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.548228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.548228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.548228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.548380] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.598640] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.598808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.598869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.599124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.599292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.612836] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 787.829870] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.830142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.830194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.831837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.832142] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.053932] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06586147-dbbb-416f-adbf-a56a1885e999: rpc.has_security_group_logging(os_id): False [ 788.084809] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.084955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.085038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.085295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.085394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.085628] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.085858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.086320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.086521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.086676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.086988] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.088023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.088023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.088023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.088023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.088023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.088023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.088312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.088312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.088312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.088410] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 788.166219] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.166407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.166469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.167068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.167068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.183450] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 788.336634] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.578061] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 788.579372] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f deletion is rescheduled due to dependency. [ 788.579372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.839078] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.345972] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 789.346481] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 789.624293] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 789.624539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.624727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.624959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.625242] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.625369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.625436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.625600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.625682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.625796] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.128577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.128764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.128838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.129074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.129168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.129381] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.129481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.129544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.129704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.129782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.129867] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be updated. [ 790.164866] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.165061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.165182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.165402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.165552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.176640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: IN_PROGRESS for 2s [ 790.200839] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 790.201205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.229803] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.229998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.229998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.230276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.245042] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 790.245941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.247110] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 790.276228] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.276228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.276228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.276472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.283602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.284292] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 790.284387] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.284474] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 790.337280] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.337483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.337483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.338264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.339327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.339988] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 790.418965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.418965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.418965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.418965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.419437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.419437] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 790.484244] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.484244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.484244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.484452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.484721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.485018] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 790.485331] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a4bd94fc-0536-4306-82db-439b509f42ce', 'a3510fd3-6d21-46e5-9cda-c94df446c9cf', '879dae25-9dc7-4b27-961e-966e24d88c62', '028bf773-85e2-4b3a-ab23-22af2b7cee97', 'b1b60678-87ca-4451-b9e7-750d78cbd187', 'c7fba669-c321-4083-a011-95156adc9da2', 'cb160653-5858-409d-b726-1c58c12090ee', '06586147-dbbb-416f-adbf-a56a1885e999', '6cd7104d-3ead-420f-a5c4-9d5a74824cde', '13038de0-df88-4d1a-93f4-bd85778297c8', 'e69de8bb-8f7f-4a32-80de-d1a41b3d56fc', '504a82c5-63fc-4528-a7a8-f5a24613d72e', 'b30dfa70-dbc2-497c-941f-71e6a17039ad', 'f8a0d650-b549-4d7b-ae87-ef1ee418e6ce', '0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c', 'ab177d6c-fbcc-4a58-962a-79f0cd644a01', '00d69bf3-ff7b-49fc-8f48-579ef40880ae', '076f7b2e-38be-4ab7-9247-ede14c31921e', 'f0270c49-22dc-4902-a921-bece16762325', '3d05bae6-e6bd-4936-bab1-feea33e7eaa5', '0ee115d0-687b-4c7c-ad7b-5699cad6f290', '2ca43465-fb30-4e77-8374-ebc349ac83b0', '783f0c4e-950a-4229-a8aa-6cd210871cc1', 'e2366e46-3358-4f73-9eaa-ab48fb27e53c', '686e520d-e673-479c-a347-41b92a917198', 'dd65a6de-a2ae-451a-aae5-ad38da13ce0c', 'bcb6a4c1-8c2b-421a-abfb-07167f765480', '40511e69-d4df-4f4f-92dc-f93455749bfe', '1c6f5acd-a1d4-41b0-a889-4dae228f2e31', 'fcccc14c-937c-466e-aec5-a214fbaccf0f', '9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4'} {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.485429] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 790.508038] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.508038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.508232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.508312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.508420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.508543] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 790.508620] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.508947] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 790.576435] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.576765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.576765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.577145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.580446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.580623] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 790.581170] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.581170] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 790.581170] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 790.581170] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 790.581370] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGH for action security_group_rules [ 790.581370] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGH for action security_group_rules [ 790.581370] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGH for action security_group_rules [ 790.581504] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGH for action security_group_rules [ 790.581504] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGH for action security_group_rules [ 790.581614] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGH for action security_group_rules [ 790.581614] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGH for action security_group_rules [ 790.581831] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGH for action security_group_rules [ 790.581831] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGH for action security_group_rules [ 790.581831] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGH for action security_group_rules [ 790.581989] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGH for action security_group_rules [ 790.581989] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGH for action security_group_rules [ 790.582247] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGH for action security_group_rules [ 790.582247] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGH for action security_group_rules [ 790.582247] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGH for action security_group_rules [ 790.582247] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGH for action security_group_rules [ 790.582449] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGH for action security_group_rules [ 790.582674] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGH for action security_group_rules [ 790.582674] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGH for action security_group_rules [ 790.582674] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGH for action security_group_rules [ 790.582826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.336036] env[66160]: INFO networking_nsxv3.common.synchronization [req-1527a790-6e42-46e0-8fb8-06fdc540467e req-cc136ad7-4460-4de4-b976-28545dd7c06d tempest-AttachInterfacesV270Test-1021311808 tempest-AttachInterfacesV270Test-1021311808-project-member] Enqueued Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_members [ 791.336036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGHEST for action security_group_members [ 791.336036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGH for action security_group_rules [ 791.336036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGH for action security_group_rules [ 791.337027] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb160653-5858-409d-b726-1c58c12090ee with Priority: HIGH for action security_group_rules [ 791.337027] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c with Priority: HIGH for action security_group_rules [ 791.337027] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 with Priority: HIGH for action security_group_rules [ 791.337261] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0270c49-22dc-4902-a921-bece16762325 with Priority: HIGH for action security_group_rules [ 791.338181] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGH for action security_group_rules [ 791.338366] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGH for action security_group_rules [ 791.338490] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGH for action security_group_rules [ 791.338628] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGH for action security_group_rules [ 791.338735] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGH for action security_group_rules [ 791.338841] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGH for action security_group_rules [ 791.338937] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc with Priority: HIGH for action security_group_rules [ 791.339072] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGH for action security_group_rules [ 791.339189] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde with Priority: HIGH for action security_group_rules [ 791.339285] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGH for action security_group_rules [ 791.339377] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGH for action security_group_rules [ 791.339466] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b60678-87ca-4451-b9e7-750d78cbd187 with Priority: HIGH for action security_group_rules [ 791.339617] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGH for action security_group_rules [ 791.339757] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 with Priority: HIGH for action security_group_rules [ 791.341515] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.341661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.341735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.341959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.342531] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.342670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.342738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.342936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.343036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.343152] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.344201] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.344318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.344396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.344569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.344663] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.345514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.345707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.345707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.345853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.345925] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.346702] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb160653-5858-409d-b726-1c58c12090ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.346810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.346865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.347043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.347129] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb160653-5858-409d-b726-1c58c12090ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.350230] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.350362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.350430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.350594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.350680] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.352586] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.352660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.352753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.353930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.353930] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d05bae6-e6bd-4936-bab1-feea33e7eaa5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.354969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0270c49-22dc-4902-a921-bece16762325 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355416] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0270c49-22dc-4902-a921-bece16762325',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.357969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.358107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.358175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.358348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.358437] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.359553] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.359664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.359742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.360778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.360885] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.361899] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.362040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.362123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.362367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.362367] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.363425] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.363555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.363651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.363824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.363916] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.364206] env[66160]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 791.365198] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.365301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.365342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.365549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.365606] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.369714] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.369714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.369714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.369714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.369714] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.369714] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.369714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.369714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.369714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.369714] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69de8bb-8f7f-4a32-80de-d1a41b3d56fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.370600] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.370600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.370600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.370771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.370808] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.371772] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.371898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.372054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.372213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.372393] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd7104d-3ead-420f-a5c4-9d5a74824cde',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.373228] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.373341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.373411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.373581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.373652] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.374591] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.374699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.374743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.374896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.374963] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.375847] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b60678-87ca-4451-b9e7-750d78cbd187 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.375957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.376058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.376226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.376346] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b60678-87ca-4451-b9e7-750d78cbd187',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.377492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.377492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.377492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.377610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.377648] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.378881] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028bf773-85e2-4b3a-ab23-22af2b7cee97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.378991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.379109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.379293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.379368] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028bf773-85e2-4b3a-ab23-22af2b7cee97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.379581] env[66160]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 791.387740] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.387855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.387926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.388281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.388392] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.388507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.388577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.388727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.388850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.388895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.389022] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.390624] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.390774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.390820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.391468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.425106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.425496] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.425496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.425610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.428908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.428908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.428908] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde is going to be updated. [ 791.475393] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.475666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.475666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.475901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.476144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.490597] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde in Status: IN_PROGRESS for 2s [ 791.882837] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.882994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.883121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.883441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.883543] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.883623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.883696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.883826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.883903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.883999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.884167] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.899747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.899892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.900020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900258] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900419] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.900512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.900618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900985] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.901104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.901135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.901309] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.901442] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.901527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.901587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.901775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.901775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.901853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.901930] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.924314] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.924732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.924732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.924833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.925036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.925132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.925195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.925370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.925509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.925553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.925640] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.942036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.942036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.942036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.942585] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.944194] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.944194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.944194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.944398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.944499] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.944630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.945349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.945349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.945349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.945349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.945349] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.950686] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.950864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.950933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.951159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.951404] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.951484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.951518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.952970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.952970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.952970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.952970] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.957316] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.957667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.957667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.958558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.958558] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.958558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.958558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.958558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.958859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.958859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.958859] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.961677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.961677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.961677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.961677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.961677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.961677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.961677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.962887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.962887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.962887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.962887] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.964531] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.964666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.964716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.966025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.966025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.966025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.966025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.966025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.966025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.966025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.966025] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.968460] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.968658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.968658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970037] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.970037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.970037] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.980401] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.981058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.981058] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.981058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.981231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.981275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.981363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.981451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.981598] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.981691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.981750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.981889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.982183] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.982405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.982405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.982530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.982578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.982622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.982713] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.985039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.985039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.985039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.985039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.028314] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.028469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.029524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.029629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.030689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.030816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.031919] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.031919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.032806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.032927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.033957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.034073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.034904] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.035093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.035881] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.036080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.037232] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.037375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.039550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.039550] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be deleted. [ 792.039795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.039833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.073642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.073997] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d05bae6-e6bd-4936-bab1-feea33e7eaa5 is going to be deleted. [ 792.075092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.075519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.101288] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.101464] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c is going to be deleted. [ 792.102594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.102879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.104565] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.104698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.124658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.129073] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be deleted. [ 792.130365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.130463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.137751] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.137919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.176331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.176331] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028bf773-85e2-4b3a-ab23-22af2b7cee97 is going to be deleted. [ 792.177981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.178346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.221845] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c in Status: SUCCESS [ 792.221845] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c deletion is rescheduled due to dependency. [ 792.221845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.267302] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.267481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.270415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.270488] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b60678-87ca-4451-b9e7-750d78cbd187 is going to be deleted. [ 792.271459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.271672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.273322] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.273425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.339923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.339923] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69de8bb-8f7f-4a32-80de-d1a41b3d56fc is going to be deleted. [ 792.340685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.340968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.343974] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.344102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.386949] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.390908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.391191] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0270c49-22dc-4902-a921-bece16762325 is going to be deleted. [ 792.392224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.392477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.395044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.395044] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde is going to be deleted. [ 792.396511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.396511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.403886] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879dae25-9dc7-4b27-961e-966e24d88c62: rpc.has_security_group_logging(os_id): False [ 792.428736] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.447658] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.447865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.448061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.448182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.448349] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.448450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.448520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.448677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.448749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.449093] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.449093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.450182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.450182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.450182] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.450182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.450182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.450182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.450182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.450182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.450182] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.473908] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.476715] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.476715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.476715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.476715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.476935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.478122] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.478122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.478521] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.478650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.478712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.478867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.478944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.479077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.479417] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.480222] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.480345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.480420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.481261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.481261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.481261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.481261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.481261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.481261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.481520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.481828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.481955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.482076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.482303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.482492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.482645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.482714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.482862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.482943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.483037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.483129] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.484450] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.484894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.484894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.484894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.485150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.485230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.485296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.485772] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.485841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.485926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.486113] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.486182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.487037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.487037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.487037] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.487037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.487298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.487298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.487298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.487414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.487748] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.489863] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d69bf3-ff7b-49fc-8f48-579ef40880ae: rpc.has_security_group_logging(os_id): False [ 792.493792] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.497047] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab177d6c-fbcc-4a58-962a-79f0cd644a01: rpc.has_security_group_logging(os_id): False [ 792.523341] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.523462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.529760] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.529975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.537369] env[66160]: INFO networking_nsxv3.common.synchronization [req-406adf47-2bd4-4236-b3cd-eb5d0eb0ffd1 req-ed13a759-4594-4ff4-97e1-234f003e63f5 tempest-ServerTagsTestJSON-1239347354 tempest-ServerTagsTestJSON-1239347354-project-member] Enqueued Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_members [ 792.538065] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 with Priority: HIGHEST for action security_group_members [ 792.538579] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab177d6c-fbcc-4a58-962a-79f0cd644a01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.538709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.538764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.539155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.539243] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.539440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.539497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.539700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.539807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.540016] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab177d6c-fbcc-4a58-962a-79f0cd644a01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.542919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.543095] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb160653-5858-409d-b726-1c58c12090ee is going to be deleted. [ 792.545069] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.545069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.545069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.545069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.545337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.545337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69de8bb-8f7f-4a32-80de-d1a41b3d56fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.546279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.546279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.546488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.546557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d05bae6-e6bd-4936-bab1-feea33e7eaa5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.548145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.548310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.548389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.548507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0070cef5-1fb6-4a11-a56c-aa6af5cf5b5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.549183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.549330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.549409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.549534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.549655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.550297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.550297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.550297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028bf773-85e2-4b3a-ab23-22af2b7cee97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.550562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.550765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.575404] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.575611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.582828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.582828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.615447] env[66160]: INFO networking_nsxv3.common.synchronization [req-c175a34f-26f4-4ad0-ae7c-ad88ae8af5f6 req-71a30d3e-c081-48d0-ae37-41dc6b7324e3 tempest-InstanceActionsNegativeTestJSON-1095332923 tempest-InstanceActionsNegativeTestJSON-1095332923-project-member] Enqueued Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_members [ 792.615986] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_members [ 792.616595] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.618552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.618552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.618552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.618847] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.618847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.619202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.619202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.619317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.619830] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.633971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.634318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.634448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.634521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.634734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.634819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.635275] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.635275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.635275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.635479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.635479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.635611] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.635694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.635754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.635891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.635967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.637149] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 792.641770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.641770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.641884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.641998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b60678-87ca-4451-b9e7-750d78cbd187" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.644144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.644460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.667804] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.667992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.674161] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.674433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.718645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.720067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.720067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.720067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.725935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.725935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.725935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.725935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.725935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.729179] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 is going to be updated. [ 792.730704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.731000] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.732946] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.733044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.792077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.792077] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.792077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.792077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.792077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.792077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.792077] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae is going to be updated. [ 792.793886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.794445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.794445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.794636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.794822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.795054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.795205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.795550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0270c49-22dc-4902-a921-bece16762325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.795937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.796193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.796193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.796497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb160653-5858-409d-b726-1c58c12090ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.816612] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.817216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.817216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.817216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.817462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.857494] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 792.891039] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4bd94fc-0536-4306-82db-439b509f42ce: rpc.has_security_group_logging(os_id): False [ 792.909976] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.909976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.909976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.909976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.909976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.926287] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.926439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.926475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.926759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.929748] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: IN_PROGRESS for 2s [ 792.931599] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a0d650-b549-4d7b-ae87-ef1ee418e6ce: rpc.has_security_group_logging(os_id): False [ 792.952445] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7fba669-c321-4083-a011-95156adc9da2: rpc.has_security_group_logging(os_id): False [ 792.957319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.957805] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.957939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.957939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.958256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.958579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.958579] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4bd94fc-0536-4306-82db-439b509f42ce is going to be updated. [ 792.970338] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.970338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.970338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.970567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.970599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.985948] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.986142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.986223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.986610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.990149] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06586147-dbbb-416f-adbf-a56a1885e999: rpc.has_security_group_logging(os_id): False [ 792.992417] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.992581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.993844] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 076f7b2e-38be-4ab7-9247-ede14c31921e: rpc.has_security_group_logging(os_id): False [ 792.997300] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13038de0-df88-4d1a-93f4-bd85778297c8: rpc.has_security_group_logging(os_id): False [ 792.998469] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3510fd3-6d21-46e5-9cda-c94df446c9cf: rpc.has_security_group_logging(os_id): False [ 793.008746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: IN_PROGRESS for 2s [ 793.015765] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.015765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.020737] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.020737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.028934] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.028934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.028934] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.028934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.049283] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.050071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.069054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.069454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.069615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.069874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.070294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.070722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.071108] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce is going to be updated. [ 793.076449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.076449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.119025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.119460] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.119617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.120196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.120196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.120196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.120330] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.120440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.120558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.120732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.120823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.121116] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.121241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.121283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.121468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.121550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.121676] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be updated. [ 793.124570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.124945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.126267] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.126835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.128142] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.128279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.166880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.168181] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.168378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.168378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.168604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.168687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.168793] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 is going to be updated. [ 793.171607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.175338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.203302] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.203624] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-582" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.203825] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-582" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.204374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-582" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.205018] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.205301] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.205497] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.205853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.206083] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206422] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.206666] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.206871] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.207076] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.207465] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.207972] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.208257] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.219050] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.219215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.238426] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.238642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.247178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.247665] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.247912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.248067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.248442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.248639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.249092] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.249293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.249435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.250073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.250073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.250325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.250514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.250606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.250951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.251108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.251323] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be updated. [ 793.253259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.253591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.256446] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.256722] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.256946] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.257208] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-582" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.257569] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-4d4ebc76-a165-4580-8c96-78a0ef962dd0 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.257810] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.257999] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.258505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.258701] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d4ebc76-a165-4580-8c96-78a0ef962dd0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.298742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.299239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.299402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.299482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.299750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.300650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.300650] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.300650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.300650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.300808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.300808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.301083] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.301259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.301391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.301631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.301737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.301913] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 793.303389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.303573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.303685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.303908] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.304114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.304237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.304923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.305104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.305237] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc already deleted. [ 793.305368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.305556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.305749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.305941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.309582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.309907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.310077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.310472] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.310672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.310773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.310944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.311105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.311239] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 is going to be updated. [ 793.312370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.312611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.312806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.314740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.315321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.315861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.369961] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.370079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.374707] env[66160]: INFO networking_nsxv3.common.synchronization [req-5ec5b794-d578-45d5-aa96-fa10a68e157c req-be6f9bdb-2fe8-4df7-9277-1476ce16efc6 tempest-FloatingIPsAssociationTestJSON-1034133607 tempest-FloatingIPsAssociationTestJSON-1034133607-project-member] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 793.375481] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGHEST for action security_group_members [ 793.375964] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.376139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.376243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.376516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.376738] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.376884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.376971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.377212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.377850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.377850] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.381734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.381929] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.382115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.382223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.382482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.382601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.382983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.383106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.383148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.383378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.383560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.383820] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.383931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.384026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.384226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.384362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.384604] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 793.386014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.386272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.386420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.399435] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: IN_PROGRESS for 2s [ 793.413559] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: IN_PROGRESS for 2s [ 793.415722] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: IN_PROGRESS for 2s [ 793.426262] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.426426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.426494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.426721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.426857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.430842] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: IN_PROGRESS for 2s [ 793.437180] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: IN_PROGRESS for 2s [ 793.444719] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.444911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.445016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.445238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.445383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.551278] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde in Status: SUCCESS [ 793.551278] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd7104d-3ead-420f-a5c4-9d5a74824cde deletion is rescheduled due to dependency. [ 793.551278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd7104d-3ead-420f-a5c4-9d5a74824cde" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.555311] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: IN_PROGRESS for 2s [ 793.583474] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.583791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.583791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.583962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.584109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.636505] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.636698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.636793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.637160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.641058] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 793.665733] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 793.761290] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.763034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.763034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.763034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.763034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.763034] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 4d4ebc76-a165-4580-8c96-78a0ef962dd0 not found, creating... [ 793.763307] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.763406] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.763501] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.763741] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.763880] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.764306] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.764465] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.764580] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.764794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.764924] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.765159] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 4d4ebc76-a165-4580-8c96-78a0ef962dd0 is going to be created. [ 793.786931] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.787416] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.787564] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.787856] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.788115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.788357] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.879606] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.879789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.879857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.880392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.927513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.927891] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.928103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.928232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.928523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.928885] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be updated. [ 793.977777] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.978151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.978230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.978717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.978717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.993633] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: IN_PROGRESS for 2s [ 794.512021] env[66160]: INFO networking_nsxv3.common.synchronization [req-c175a34f-26f4-4ad0-ae7c-ad88ae8af5f6 req-30420f81-d1ef-444f-9b15-c04e8b92da87 service nova] Enqueued Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_rules [ 794.512021] env[66160]: INFO networking_nsxv3.common.synchronization [req-c175a34f-26f4-4ad0-ae7c-ad88ae8af5f6 req-30420f81-d1ef-444f-9b15-c04e8b92da87 service nova] Enqueued Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_members [ 794.512021] env[66160]: INFO networking_nsxv3.common.synchronization [req-c175a34f-26f4-4ad0-ae7c-ad88ae8af5f6 req-30420f81-d1ef-444f-9b15-c04e8b92da87 service nova] Enqueued Resource ID: 4d4ebc76-a165-4580-8c96-78a0ef962dd0 with Priority: HIGHEST for action port [ 794.512600] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_rules [ 794.512875] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_members [ 794.515779] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4ebc76-a165-4580-8c96-78a0ef962dd0 with Priority: HIGHEST for action port [ 794.515779] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.515779] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.515779] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.515779] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.515779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.519301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.519845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.523054] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.523054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d4ebc76-a165-4580-8c96-78a0ef962dd0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.523054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.523054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.523054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.523054] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d4ebc76-a165-4580-8c96-78a0ef962dd0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.873533] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 794.873712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.941177] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: SUCCESS [ 794.941469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.024358] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: SUCCESS [ 795.024358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.024577] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.025927] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.025927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.029302] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d4ebc76-a165-4580-8c96-78a0ef962dd0 with status ACTIVE [ 795.029302] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.029302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.029302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.029302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.029302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.029302] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.029673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.029673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.029673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.029673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.029786] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.030076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.030076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.030076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.030232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.030232] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d4ebc76-a165-4580-8c96-78a0ef962dd0 is going to be updated. [ 795.059062] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.060540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.060540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.060540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.060540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.060540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d4ebc76-a165-4580-8c96-78a0ef962dd0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.413569] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 795.413753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.425845] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: SUCCESS [ 795.426093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.426844] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: SUCCESS [ 795.427244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.447171] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: SUCCESS [ 795.447348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.448213] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 in Status: SUCCESS [ 795.448337] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab177d6c-fbcc-4a58-962a-79f0cd644a01 deletion is rescheduled due to dependency. [ 795.448597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab177d6c-fbcc-4a58-962a-79f0cd644a01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.533108] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.574660] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 795.574774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.658891] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 795.659228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.679702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 795.679702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.004111] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 in Status: SUCCESS [ 796.004111] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 deletion is rescheduled due to dependency. [ 796.004111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.038532] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.038788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.038907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.039149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.039211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.039365] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc is going to be created. [ 796.065972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.066205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.066345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.066573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.066798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.078602] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc in Status: UNINITIALIZED for 2s [ 797.814764] env[66160]: INFO networking_nsxv3.common.synchronization [req-e3a807cf-473d-4d3e-ab58-c892ea072fb7 req-5e89b7c5-d874-4d7d-bbfa-0f91d82ccd67 tempest-ServersWithSpecificFlavorTestJSON-372900751 tempest-ServersWithSpecificFlavorTestJSON-372900751-project-member] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 797.815562] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 797.815941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.816101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.816177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.816729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.816987] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.817168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.817253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.817494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.817627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.817769] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.093989] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc in Status: SUCCESS [ 798.094387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.094585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.094674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.094903] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.095080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.095080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.095420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.095420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.095420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.095739] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.321079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.321304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.321375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.321680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.321753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.321946] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.322066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.322131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.322311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.322405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.322463] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be deleted. [ 798.366563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.367063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.367211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.367465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.367594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.367728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.369906] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.371193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.371193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.371193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.371193] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.371193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.371425] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.371699] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.375029] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.375029] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.375029] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.375029] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.375029] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.375029] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.375029] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.375029] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.397829] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.397829] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.398041] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.398203] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-547" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.398994] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-1f307185-c728-471b-997a-c0aea8f23733 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.398994] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.398994] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.399276] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.399359] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f307185-c728-471b-997a-c0aea8f23733',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.601091] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.601091] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.601091] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.601091] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.601091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.601735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.601735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.601735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.601735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.601735] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.902107] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.902568] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.902568] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.902727] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.902870] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.903038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 1f307185-c728-471b-997a-c0aea8f23733 not found, creating... [ 798.903301] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.903459] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.903573] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.903794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.903934] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.904252] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.904493] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.904584] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.904975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.905137] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.905291] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 1f307185-c728-471b-997a-c0aea8f23733 is going to be created. [ 798.933663] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.933839] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.933938] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.934206] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.935429] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.935429] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.106701] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c14b9f5-5513-48ed-af80-4002190bdfdc: rpc.has_security_group_logging(os_id): False [ 799.129939] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.130246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.130328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.130559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.130683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.131016] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.132070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.132070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.132070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.132070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.132070] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.132070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.133171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.133384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.133470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.133671] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.133773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.133828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.133980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.134059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.135036] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc is going to be created. [ 799.209949] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.210202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.210278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.210527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.210714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.228952] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc in Status: IN_PROGRESS for 2s [ 799.741736] env[66160]: INFO networking_nsxv3.common.synchronization [req-e3a807cf-473d-4d3e-ab58-c892ea072fb7 req-eae4f79a-5351-4b8e-885e-fae914f94863 service nova] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 799.742799] env[66160]: INFO networking_nsxv3.common.synchronization [req-e3a807cf-473d-4d3e-ab58-c892ea072fb7 req-eae4f79a-5351-4b8e-885e-fae914f94863 service nova] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 799.743132] env[66160]: INFO networking_nsxv3.common.synchronization [req-e3a807cf-473d-4d3e-ab58-c892ea072fb7 req-eae4f79a-5351-4b8e-885e-fae914f94863 service nova] Enqueued Resource ID: 1f307185-c728-471b-997a-c0aea8f23733 with Priority: HIGHEST for action port [ 799.744083] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_rules [ 799.744334] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 799.744636] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f307185-c728-471b-997a-c0aea8f23733 with Priority: HIGHEST for action port [ 799.745018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.745261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.745462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.746281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.746281] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.747456] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.747632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.747682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.748060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.748904] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.749111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.749225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.750478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.750647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.750855] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.752865] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f307185-c728-471b-997a-c0aea8f23733 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.752865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.752865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.755376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.755376] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f307185-c728-471b-997a-c0aea8f23733',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.257682] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.257682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.257682] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.258348] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f307185-c728-471b-997a-c0aea8f23733 with status ACTIVE [ 800.258348] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.258348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.258483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.258916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.258916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.258916] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.259230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.259230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.259317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.259697] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.259788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.259916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.260163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.260295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.260398] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f307185-c728-471b-997a-c0aea8f23733 is going to be updated. [ 800.295268] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.295590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.295590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.295846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.296021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.296236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f307185-c728-471b-997a-c0aea8f23733" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.540982] env[66160]: INFO networking_nsxv3.common.synchronization [req-6ed4500f-2fcb-4a18-923a-9b7e1c218167 req-091966e5-d053-4dc1-a01e-8add4cc6adb4 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 800.542576] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 800.543025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.543592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.543664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.543889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.544107] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.544282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.544368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.544718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.544718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.544718] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.698976] env[66160]: INFO networking_nsxv3.common.synchronization [req-7a06761c-fb35-4286-95d3-a3cb483b6950 req-068f9ffc-287e-4cc1-ad23-d9c55b171188 tempest-ListImageFiltersTestJSON-1707460362 tempest-ListImageFiltersTestJSON-1707460362-project-member] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 800.699566] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 800.705977] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.706163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.706242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.706422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.706585] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.706684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.706744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.706896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.706968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.707080] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.763163] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.052081] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.052472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.052750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.056217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.056217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.056217] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.056217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.056217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.056217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.056217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.056217] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 801.088959] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.089252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.089252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.089444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.089681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.101477] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 801.209811] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.242292] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc in Status: SUCCESS [ 801.242779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.265735] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.266165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.266165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.267587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.267731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.267871] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be created. [ 801.307443] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.307443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.307443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.307651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.307651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.320830] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: UNINITIALIZED for 2s [ 801.447417] env[66160]: INFO networking_nsxv3.common.synchronization [req-a08c399a-d7f3-4770-9f06-a1b37c2fb001 req-ca49c53c-b7ba-4557-a004-45c53eb8f4e7 tempest-ListServersNegativeTestJSON-1919196473 tempest-ListServersNegativeTestJSON-1919196473-project-member] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 801.448182] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 801.448546] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.448677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.448738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.448938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.449107] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.449228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.449332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.449564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.449699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.449855] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.653955] env[66160]: INFO networking_nsxv3.common.synchronization [req-b2c03fd0-1d13-4aef-9601-def833246825 req-a5cad4ac-f7cc-4a28-837d-ad777f0d825e tempest-ListServersNegativeTestJSON-1919196473 tempest-ListServersNegativeTestJSON-1919196473-project-member] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 801.654695] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGHEST for action security_group_members [ 801.655534] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.655683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.713066] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.953565] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.215952] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.216893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.216893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.216893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.216893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.216893] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be updated. [ 802.258250] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.258460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.258729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.258922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.268963] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: IN_PROGRESS for 2s [ 802.458424] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.961119] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.961347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.961399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.961703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.961848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.961925] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 802.998776] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.998943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.998943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.000761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.000761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.010788] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 803.119193] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 803.119385] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 803.119498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.337657] env[66160]: INFO networking_nsxv3.common.synchronization [req-c47d3ed7-71bb-4f32-a520-f5bfd6caea13 req-c56a1b11-9093-4727-a2c3-a213af7e308c tempest-ServerDiagnosticsNegativeTest-1657309430 tempest-ServerDiagnosticsNegativeTest-1657309430-project-member] Enqueued Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_members [ 803.340870] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: SUCCESS [ 803.341141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.342114] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_members [ 803.344843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.344843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.344843] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.344843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.344843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.344843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.344843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.344843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.344843] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.345659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.345659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.345659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.345659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.345856] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.346912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.346912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.346912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.346912] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.709469] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.709656] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.709784] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.710188] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.710454] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.710619] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.710733] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.710964] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.711195] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.711389] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.711499] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.711606] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.711742] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.711878] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.712036] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.712133] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.867948] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.868255] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.156 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.868425] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.868613] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.868988] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-b1d6f5e3-3660-4a26-b417-a762ac988c63 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.869234] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.869371] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.869690] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.869874] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d6f5e3-3660-4a26-b417-a762ac988c63',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.873976] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.873976] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.873976] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.873976] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc already deleted. [ 803.873976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.189125] env[66160]: INFO networking_nsxv3.common.synchronization [req-b6db2e09-d232-4e26-9c49-69f22763cfed req-921396ce-0e2b-4b1a-909d-815cf5c8c43a tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 804.189749] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 804.191245] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.191391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.191438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.191672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.191839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.191927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.192012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.192168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.192333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.192386] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.280827] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 804.281226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.376297] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.376623] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.376661] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.376934] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.377100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.377368] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port b1d6f5e3-3660-4a26-b417-a762ac988c63 not found, creating... [ 804.377640] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.377797] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.377913] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.378338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.378513] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.378880] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.379091] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.379277] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.379518] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.379657] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.379971] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: b1d6f5e3-3660-4a26-b417-a762ac988c63 is going to be created. [ 804.381203] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 504a82c5-63fc-4528-a7a8-f5a24613d72e: rpc.has_security_group_logging(os_id): False [ 804.400979] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.401276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.401415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.401575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.401675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.402069] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.402345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.402572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.402655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.402768] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be created. [ 804.405258] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.405441] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.405566] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.405838] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.406088] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.406313] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.485126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.485343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.485403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.485605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.485862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.518326] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: IN_PROGRESS for 2s [ 804.696263] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.013864] env[66160]: INFO networking_nsxv3.common.synchronization [req-c47d3ed7-71bb-4f32-a520-f5bfd6caea13 req-e6815141-a6e9-4205-aea1-f99cbe79e4bb service nova] Enqueued Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_rules [ 805.015048] env[66160]: INFO networking_nsxv3.common.synchronization [req-c47d3ed7-71bb-4f32-a520-f5bfd6caea13 req-e6815141-a6e9-4205-aea1-f99cbe79e4bb service nova] Enqueued Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_members [ 805.015303] env[66160]: INFO networking_nsxv3.common.synchronization [req-c47d3ed7-71bb-4f32-a520-f5bfd6caea13 req-e6815141-a6e9-4205-aea1-f99cbe79e4bb service nova] Enqueued Resource ID: b1d6f5e3-3660-4a26-b417-a762ac988c63 with Priority: HIGHEST for action port [ 805.016178] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_rules [ 805.016178] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_members [ 805.016303] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d6f5e3-3660-4a26-b417-a762ac988c63 with Priority: HIGHEST for action port [ 805.017116] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.017270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.017344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.017610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.017701] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.018741] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.018852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.018890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.019556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.019556] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.019556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.019556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.019556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.019804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.019804] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.020637] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1d6f5e3-3660-4a26-b417-a762ac988c63 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.020752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.020830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.021625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.021625] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d6f5e3-3660-4a26-b417-a762ac988c63',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.025625] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 805.025797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.025957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.026217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.026403] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.026520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.026583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.026737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.026819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.026912] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.202073] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.523369] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.523784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.524315] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.524909] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1d6f5e3-3660-4a26-b417-a762ac988c63 with status ACTIVE [ 805.525287] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.525287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.525415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.525584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.525699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.525886] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.526402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.527052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.527310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.527428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.527689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.527808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.527882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.528511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.528511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.528511] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1d6f5e3-3660-4a26-b417-a762ac988c63 is going to be updated. [ 805.533725] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.533725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.533725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.533725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.553404] env[66160]: INFO networking_nsxv3.common.synchronization [req-18aac315-a7ff-434c-b462-d99bc95360fa req-f6161937-c0c5-4e99-a755-783aa4835166 tempest-ServersAdminNegativeTestJSON-1623674419 tempest-ServersAdminNegativeTestJSON-1623674419-project-member] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 805.554298] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 805.554849] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.555185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.556140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.556140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.556140] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.556140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.556140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.556435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.556435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.556528] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.560765] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.560967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.560967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1d6f5e3-3660-4a26-b417-a762ac988c63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.565053] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.565053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.565053] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be updated. [ 805.614801] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.614977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.615068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.615312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.615476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.627489] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: IN_PROGRESS for 2s [ 805.705927] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.705927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.705927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.706291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.706391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.706503] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 805.751548] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.751726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.751789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.752175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.752377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.763536] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 805.903357] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb75f54f-3128-4071-a29a-974c90de2f31 req-ddeb6647-1f7c-4bea-b802-312814fc3aa7 tempest-InstanceActionsNegativeTestJSON-1095332923 tempest-InstanceActionsNegativeTestJSON-1095332923-project-member] Enqueued Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_members [ 805.903357] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGHEST for action security_group_members [ 805.906077] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.906077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.906077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.906077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.906077] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.906077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.906077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.906077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.906077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.906077] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.926464] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.928018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.928018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.928018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.928018] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.928018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.928018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.928778] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.929233] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.929610] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.932019] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.932019] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.932019] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.932019] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.932019] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.932019] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.955263] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.955523] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.955666] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.955845] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.956348] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.956538] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.956656] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.956979] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.957150] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.031479] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.060649] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.408459] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.408802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.408802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.409429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.409429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.410276] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.410448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.410516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.410764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.410880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.411010] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc is going to be updated. [ 806.446225] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.446432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.446600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.446817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.447063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.457760] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc in Status: IN_PROGRESS for 2s [ 806.460536] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.460822] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.460956] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.461298] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.461491] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.461653] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 not found, creating... [ 806.462156] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.462272] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.462433] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.462709] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.462851] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.463174] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.463335] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.463523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.463714] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.463852] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.463991] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 is going to be created. [ 806.489028] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.489028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.489028] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.489346] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.489580] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.489686] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.534827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.535167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.535404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.535620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.535763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.535864] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc is going to be created. [ 806.543091] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: SUCCESS [ 806.543364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.563123] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.569212] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.569377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.569647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.569890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.570192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.584062] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc in Status: UNINITIALIZED for 2s [ 807.066319] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.066510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.066708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.066869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.066997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.067129] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe is going to be updated. [ 807.114945] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.114945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.115413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.115413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.115413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.126774] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: IN_PROGRESS for 2s [ 807.222534] env[66160]: INFO networking_nsxv3.common.synchronization [req-18aac315-a7ff-434c-b462-d99bc95360fa req-82c5e03a-95c8-4d25-b304-64ce1c064249 service nova] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_rules [ 807.222640] env[66160]: INFO networking_nsxv3.common.synchronization [req-18aac315-a7ff-434c-b462-d99bc95360fa req-82c5e03a-95c8-4d25-b304-64ce1c064249 service nova] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 807.222755] env[66160]: INFO networking_nsxv3.common.synchronization [req-18aac315-a7ff-434c-b462-d99bc95360fa req-82c5e03a-95c8-4d25-b304-64ce1c064249 service nova] Enqueued Resource ID: 8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 with Priority: HIGHEST for action port [ 807.224067] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_rules [ 807.224271] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 807.224521] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 with Priority: HIGHEST for action port [ 807.225550] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.225550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.225550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.225550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.225876] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.227536] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.227662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.228407] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.228634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.228634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.228799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.228879] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.638457] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 in Status: SUCCESS [ 807.638755] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 deletion is rescheduled due to dependency. [ 807.639031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.732507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.732507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.732507] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 with status ACTIVE [ 807.732507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.732507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.732507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.732507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.732507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.732507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.732507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.732507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.733018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.733018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.733018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.733018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.733269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.733269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.733361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.733414] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052 is going to be updated. [ 807.777122] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.777122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.777122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.777324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.777463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.777652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8158b7c9-3c5e-4f0c-ba6a-ac7bfe7f1052" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.782273] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 807.782431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.412181] env[66160]: INFO networking_nsxv3.common.synchronization [None req-53f05a9b-c52a-4f36-a027-83cb3df1992a tempest-MigrationsAdminTest-749867044 tempest-MigrationsAdminTest-749867044-project-member] Enqueued Resource ID: 52d734f2-0db3-4868-aff9-f96f9125a958 with Priority: HIGHEST for action security_group_rules [ 808.412181] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d734f2-0db3-4868-aff9-f96f9125a958 with Priority: HIGHEST for action security_group_rules [ 808.412890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d734f2-0db3-4868-aff9-f96f9125a958 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.413098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.413257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.413567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.413679] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d734f2-0db3-4868-aff9-f96f9125a958',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.471836] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc in Status: SUCCESS [ 808.471836] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc deletion is rescheduled due to dependency. [ 808.471836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.541326] env[66160]: INFO networking_nsxv3.common.synchronization [None req-627e99be-e212-46c4-8256-21d90440164e tempest-MigrationsAdminTest-749867044 tempest-MigrationsAdminTest-749867044-project-member] Enqueued Resource ID: 52d734f2-0db3-4868-aff9-f96f9125a958 with Priority: HIGHEST for action security_group_rules [ 808.542147] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d734f2-0db3-4868-aff9-f96f9125a958 with Priority: HIGHEST for action security_group_rules [ 808.542619] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d734f2-0db3-4868-aff9-f96f9125a958 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.542846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.594908] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc in Status: SUCCESS [ 808.595464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.595812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.596109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.596457] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.596595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.596692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.596982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.597192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.597291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.597387] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.937018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.937341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.937341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.937924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.937924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.937924] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d734f2-0db3-4868-aff9-f96f9125a958 already deleted. [ 808.937924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.937924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.938187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.938187] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d734f2-0db3-4868-aff9-f96f9125a958',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.105933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.105933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.105933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.105933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.105933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.106812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.106812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.106812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.106812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.106812] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.138640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: SUCCESS [ 809.138868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.139050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.139669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.139669] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.139857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.140638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.140638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.140638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.140638] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.479290] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.479520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.479593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.479838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.479955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.480082] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d734f2-0db3-4868-aff9-f96f9125a958 already deleted. [ 809.480194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d734f2-0db3-4868-aff9-f96f9125a958" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.609059] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8912fdf4-a511-40db-8e54-f0940b6dd7fc: rpc.has_security_group_logging(os_id): False [ 809.629762] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.629987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.630228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.630564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.630707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.630966] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.631158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.631364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.631567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.631653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.631852] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.632013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.632097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.632272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.632463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.632708] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.632827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.632969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.633140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.633242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.633352] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc is going to be created. [ 809.644663] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.694319] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.694531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.694531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.694757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.695360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.711190] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc in Status: IN_PROGRESS for 2s [ 810.150152] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.653439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.653439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.653439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.653653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.653738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.653834] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe is going to be updated. [ 810.683272] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.683272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.683272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.683583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.683583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.695942] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: IN_PROGRESS for 2s [ 810.994183] env[66160]: INFO networking_nsxv3.common.synchronization [req-4cce1782-1dc5-45ab-a623-237e87026f80 req-3d8200f9-8d45-4082-8199-e764b1f7ff40 tempest-ServerMetadataTestJSON-691729706 tempest-ServerMetadataTestJSON-691729706-project-member] Enqueued Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_members [ 810.994756] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_members [ 810.996802] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.997718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.997718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.997718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.997718] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.997718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.998052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.998052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.998052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.998165] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.447027] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447027] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-483" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447027] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-483" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.447566] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-483" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.447566] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447756] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447822] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.448081] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.448223] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.448443] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.448562] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.448666] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.448776] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.448902] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.449881] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.449881] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.470015] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.470341] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.470341] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.470551] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-483" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.470918] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-310e1a41-f062-4255-9a23-b141ed8aba6a taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.471137] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.472188] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.472589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.472726] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310e1a41-f062-4255-9a23-b141ed8aba6a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.500482] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.500643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.500715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.500933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.501034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.501269] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.501390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.501471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.501609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.501684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.501767] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a already deleted. [ 811.501975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.723869] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc in Status: SUCCESS [ 811.723869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.977301] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.978344] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.978458] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.978844] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.978953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.979148] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 310e1a41-f062-4255-9a23-b141ed8aba6a not found, creating... [ 811.979469] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.979739] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.979739] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.980029] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.980229] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.980581] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.980777] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.981135] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.981135] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981284] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981504] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 310e1a41-f062-4255-9a23-b141ed8aba6a is going to be created. [ 812.011768] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.012021] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.012179] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.012565] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.013090] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.013315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.707881] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: SUCCESS [ 812.707881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.708342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.708342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.708439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.708515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.708562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.708741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.708823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.708910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.709012] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.762148] env[66160]: INFO networking_nsxv3.common.synchronization [req-4cce1782-1dc5-45ab-a623-237e87026f80 req-ac0921f9-8ffe-4cd1-94a5-16e9356813f0 service nova] Enqueued Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_rules [ 812.762148] env[66160]: INFO networking_nsxv3.common.synchronization [req-4cce1782-1dc5-45ab-a623-237e87026f80 req-ac0921f9-8ffe-4cd1-94a5-16e9356813f0 service nova] Enqueued Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_members [ 812.762148] env[66160]: INFO networking_nsxv3.common.synchronization [req-4cce1782-1dc5-45ab-a623-237e87026f80 req-ac0921f9-8ffe-4cd1-94a5-16e9356813f0 service nova] Enqueued Resource ID: 310e1a41-f062-4255-9a23-b141ed8aba6a with Priority: HIGHEST for action port [ 812.762284] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_rules [ 812.762981] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_members [ 812.762981] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310e1a41-f062-4255-9a23-b141ed8aba6a with Priority: HIGHEST for action port [ 812.763109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.763184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.763227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.763454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.763527] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.764645] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.765757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.765757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.765757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.765757] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.765757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.765757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.765757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.765757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.765757] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.766292] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-310e1a41-f062-4255-9a23-b141ed8aba6a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.767159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.767764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.767764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.767764] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310e1a41-f062-4255-9a23-b141ed8aba6a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.212873] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.212873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.212873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.214813] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.214813] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.217187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.217795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.217795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.217795] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.217795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.218140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.218140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.218140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.218256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.218337] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.269739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.270018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.270207] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.271158] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 310e1a41-f062-4255-9a23-b141ed8aba6a with status ACTIVE [ 813.271353] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.271492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.271561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.271769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.271860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.272057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.272157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.272222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.272418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.272531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.272763] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.272920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.272986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.273192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.273234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.273303] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 310e1a41-f062-4255-9a23-b141ed8aba6a is going to be updated. [ 813.297368] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.297368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.297368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.297368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.297368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.297368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-310e1a41-f062-4255-9a23-b141ed8aba6a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.486835] env[66160]: INFO networking_nsxv3.common.synchronization [req-56da2194-528e-4f0e-abab-950b74576064 req-0a4de5c6-3a70-4c05-bac2-810fcbf1c6af tempest-ServersTestManualDisk-1336466613 tempest-ServersTestManualDisk-1336466613-project-member] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_members [ 813.487815] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGHEST for action security_group_members [ 813.487815] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.488092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.488092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.488494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.488666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.488840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.488840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.489424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.489424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.489549] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.721281] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40511e69-d4df-4f4f-92dc-f93455749bfe: rpc.has_security_group_logging(os_id): False [ 813.740415] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.740593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.740635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.740817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.760915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.761229] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.761389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.761468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.761660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.761754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.761949] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.762059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.762121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.762333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.762333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.762538] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.762638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.762700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.762838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.762910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.762994] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe is going to be updated. [ 813.775681] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.831503] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.831690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.831755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.831921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.832077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.845734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: IN_PROGRESS for 2s [ 813.995022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.995022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.995022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.995263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.995263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.995408] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.995511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.995580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.995733] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.995807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.995890] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bd94fc-0536-4306-82db-439b509f42ce is going to be updated. [ 814.026495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.026597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.026597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.027375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.027548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.037820] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: IN_PROGRESS for 2s [ 814.278948] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.278948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.278948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.279404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.279404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.279404] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a is going to be created. [ 814.318955] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.318955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.319266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.319427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.319599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.332115] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a in Status: UNINITIALIZED for 2s [ 814.538215] env[66160]: INFO networking_nsxv3.common.synchronization [None req-07a76d57-a014-4324-9008-c94f75732bff tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_rules [ 814.540044] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_rules [ 814.540044] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.540044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.540044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.540423] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.634911] env[66160]: INFO networking_nsxv3.common.synchronization [None req-e01c82e3-9c33-4f18-923b-05179a798f23 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_rules [ 814.635541] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_rules [ 814.635846] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.635995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.066723] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.067228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.067351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.067671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.068826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.069285] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 already deleted. [ 815.069420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.069782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.070217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.070685] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.593324] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.593669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.593839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.594285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.594491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.594656] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 already deleted. [ 815.594799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.859643] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: SUCCESS [ 815.863356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.048114] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bd94fc-0536-4306-82db-439b509f42ce in Status: SUCCESS [ 816.048285] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bd94fc-0536-4306-82db-439b509f42ce deletion is rescheduled due to dependency. [ 816.048434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.342627] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a in Status: SUCCESS [ 816.342982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.343111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.343249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.343610] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.343610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.343610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.343817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.343817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.343916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.343997] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.846865] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.847173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.847173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.847480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.847711] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.847833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.847926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.848145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.848286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.848345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.848508] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.848608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.848705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.848888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.849073] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.849185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.849265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.849445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.849552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.849643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.849734] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.192322] env[66160]: INFO networking_nsxv3.common.synchronization [req-a370af0a-b3ce-48e0-8c43-570b9c572e7d req-7ea87311-14d5-4515-8012-ffa1c7a97a1e tempest-ServerDiagnosticsNegativeTest-1657309430 tempest-ServerDiagnosticsNegativeTest-1657309430-project-member] Enqueued Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_members [ 817.192851] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGHEST for action security_group_members [ 817.193174] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.193297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.193357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.193551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.193694] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.193787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.193844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.193986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.194201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.194304] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.353701] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a: rpc.has_security_group_logging(os_id): False [ 817.374060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.374349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.374414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.374761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.374936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.375289] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.375432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.375508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.375722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.375831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.376067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.376166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.376225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.376378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.376454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.376643] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.376734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.376810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.376978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.377072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.377172] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a is going to be created. [ 817.457267] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.457267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.457267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.457267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.457873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.477759] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a in Status: IN_PROGRESS for 2s [ 817.697175] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.697175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.697175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.697337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.697337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.697522] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.697620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.697682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.697827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.697903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.697987] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc is going to be updated. [ 817.731821] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.731983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.732074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.732277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.733110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.779363] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc in Status: IN_PROGRESS for 2s [ 819.492095] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a in Status: SUCCESS [ 819.492368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.791231] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc in Status: SUCCESS [ 819.791469] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc deletion is rescheduled due to dependency. [ 819.791588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.784024] env[66160]: INFO networking_nsxv3.common.synchronization [req-27fc5310-a29b-4c73-8c7b-ac01da0f228f req-615175b8-bbfa-4538-b1e6-012c66358a8c tempest-ServersAdminNegativeTestJSON-1623674419 tempest-ServersAdminNegativeTestJSON-1623674419-project-member] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 821.784600] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 821.785750] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.785750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.785750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.786026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.786199] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.787024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.787024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.787024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.787024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.787024] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.290100] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.791592] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.296028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.296028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.296028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.296028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.296028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.296028] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe is going to be updated. [ 823.328185] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.328362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.328454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.328653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.328800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.337865] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: IN_PROGRESS for 2s [ 824.656157] env[66160]: INFO networking_nsxv3.common.synchronization [req-e5dc9982-c6a9-4ace-b796-40c508e7c611 req-2dcfc570-36b7-4b79-b167-1bed1f86e3c1 tempest-ServerRescueTestJSON-1807130009 tempest-ServerRescueTestJSON-1807130009-project-member] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 824.656411] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 824.656479] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.656589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.656652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.656891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.657060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.657156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.657219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.657381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.657460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.658120] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.029292] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.029292] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.030402] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.030402] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.030402] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.030691] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.030735] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.030990] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.031152] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.031361] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.031474] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.031581] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.031687] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.031838] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.031967] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.032145] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.051194] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.051390] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.051582] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.051776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.052100] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.052276] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.052479] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.052730] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.052882] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1e3fa2-83dd-4586-bf79-67ef79f2a2da',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.160552] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.160715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.160800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.161030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.161123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.161352] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.161457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.161520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.162839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.162982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.163096] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 already deleted. [ 825.163188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.349222] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: SUCCESS [ 825.349444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.555709] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.555960] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.556079] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.556354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.556899] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.556899] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port ab1e3fa2-83dd-4586-bf79-67ef79f2a2da not found, creating... [ 825.557053] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.557252] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.557380] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.557695] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.557866] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.558238] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.558488] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.558678] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.558932] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.559152] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.559306] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: ab1e3fa2-83dd-4586-bf79-67ef79f2a2da is going to be created. [ 825.583024] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.583024] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.583024] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.583024] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.583302] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.583399] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.308992] env[66160]: INFO networking_nsxv3.common.synchronization [req-e5dc9982-c6a9-4ace-b796-40c508e7c611 req-6c061aef-27f7-433f-8291-fe42a95ad8a6 service nova] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_rules [ 826.311226] env[66160]: INFO networking_nsxv3.common.synchronization [req-e5dc9982-c6a9-4ace-b796-40c508e7c611 req-6c061aef-27f7-433f-8291-fe42a95ad8a6 service nova] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 826.311226] env[66160]: INFO networking_nsxv3.common.synchronization [req-e5dc9982-c6a9-4ace-b796-40c508e7c611 req-6c061aef-27f7-433f-8291-fe42a95ad8a6 service nova] Enqueued Resource ID: ab1e3fa2-83dd-4586-bf79-67ef79f2a2da with Priority: HIGHEST for action port [ 826.311226] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_rules [ 826.311226] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 826.311226] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1e3fa2-83dd-4586-bf79-67ef79f2a2da with Priority: HIGHEST for action port [ 826.312277] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.312448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.312549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.312842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.312948] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.313902] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.314057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.315068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.315308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.315539] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.315638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.315727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.315940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.316094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.316226] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.317402] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.317574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.317672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.318177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.318298] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1e3fa2-83dd-4586-bf79-67ef79f2a2da',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.821393] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.821696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.821789] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab1e3fa2-83dd-4586-bf79-67ef79f2a2da with status ACTIVE [ 826.821942] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.822444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.822659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.823030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.823093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.823320] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.823430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.823500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.823668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.823748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.824117] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab1e3fa2-83dd-4586-bf79-67ef79f2a2da is going to be updated. [ 826.825081] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.850561] env[66160]: INFO networking_nsxv3.common.synchronization [req-df097e61-6e02-4b7b-b8c1-db9169be9c14 req-dee5bc82-49a1-439d-9b3f-d324db67e333 tempest-ServerMetadataTestJSON-691729706 tempest-ServerMetadataTestJSON-691729706-project-member] Enqueued Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_members [ 826.851340] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a with Priority: HIGHEST for action security_group_members [ 826.851689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.851835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.851911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.852360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.852490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.852572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.852811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.852905] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f07bb4d-084c-43d5-8a11-ba3bdfe0048a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.867384] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.867586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.867657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.867866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.868010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.868388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab1e3fa2-83dd-4586-bf79-67ef79f2a2da" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.328130] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.354813] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.354964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.355066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.355520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.355520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.355754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.355754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.355754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.355865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.355911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.356052] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a is going to be updated. [ 827.361087] env[66160]: INFO networking_nsxv3.common.synchronization [req-baeb7d23-1a88-4526-8b61-0257295026aa req-cca6e2ab-a0e6-4a01-b614-f00449602c37 tempest-ImagesNegativeTestJSON-1119933978 tempest-ImagesNegativeTestJSON-1119933978-project-member] Enqueued Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_members [ 827.361650] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_members [ 827.361960] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299a7d6-e8f3-4a9f-a326-30669f2e87de taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.362089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.362151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.362384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.362533] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.362645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.362715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.362865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.362944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.363048] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.387632] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.387790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.387972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.388058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.388312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.399195] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a in Status: IN_PROGRESS for 2s [ 827.712932] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.713243] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-580" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.713608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-580" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.714337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-580" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.714337] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.714337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.714578] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715247] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715247] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.715247] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.715247] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.715247] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.715444] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.715444] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.715596] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.715716] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.736384] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.736522] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.736816] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.737065] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-580" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.737554] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.737745] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.737860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.738202] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.738328] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9111a9-c20e-4ec9-8af8-8c5f441529f0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.831145] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.831430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.831548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.831866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.832018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.832184] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 is going to be created. [ 827.866547] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.866547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.866547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.866547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.866547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.866810] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.866810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.866902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.867066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.867215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.867215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de already deleted. [ 827.867377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.869087] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.869087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.869087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.869087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.869087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.880482] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: UNINITIALIZED for 2s [ 828.241883] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.241883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.241883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.242236] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.242396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.242646] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 3c9111a9-c20e-4ec9-8af8-8c5f441529f0 not found, creating... [ 828.243014] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.243251] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.243406] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.243697] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.243849] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.244170] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.244327] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.244443] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.244653] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.244801] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.244982] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 3c9111a9-c20e-4ec9-8af8-8c5f441529f0 is going to be created. [ 828.269369] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.269575] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.269760] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.270056] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.270436] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.270692] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.991109] env[66160]: INFO networking_nsxv3.common.synchronization [req-baeb7d23-1a88-4526-8b61-0257295026aa req-b2a189f0-b7b7-41fc-8ef7-88c696200cea service nova] Enqueued Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_rules [ 828.991648] env[66160]: INFO networking_nsxv3.common.synchronization [req-baeb7d23-1a88-4526-8b61-0257295026aa req-b2a189f0-b7b7-41fc-8ef7-88c696200cea service nova] Enqueued Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_members [ 828.991648] env[66160]: INFO networking_nsxv3.common.synchronization [req-baeb7d23-1a88-4526-8b61-0257295026aa req-b2a189f0-b7b7-41fc-8ef7-88c696200cea service nova] Enqueued Resource ID: 3c9111a9-c20e-4ec9-8af8-8c5f441529f0 with Priority: HIGHEST for action port [ 828.992079] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_rules [ 828.992224] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_members [ 828.992322] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c9111a9-c20e-4ec9-8af8-8c5f441529f0 with Priority: HIGHEST for action port [ 828.996026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4299a7d6-e8f3-4a9f-a326-30669f2e87de taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.996026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.996026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.996545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.996791] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.998748] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299a7d6-e8f3-4a9f-a326-30669f2e87de taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.998881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.998922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.999134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.999296] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.999386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.999449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.999587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.999663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.999754] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.001126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.001329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.001329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.001557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.001640] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c9111a9-c20e-4ec9-8af8-8c5f441529f0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.409582] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a in Status: SUCCESS [ 829.410394] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f07bb4d-084c-43d5-8a11-ba3bdfe0048a deletion is rescheduled due to dependency. [ 829.410394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f07bb4d-084c-43d5-8a11-ba3bdfe0048a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.505570] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299a7d6-e8f3-4a9f-a326-30669f2e87de taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.505570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.505570] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.510461] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c9111a9-c20e-4ec9-8af8-8c5f441529f0 with status ACTIVE [ 829.510461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.510461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.510461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.510461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.510461] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c9111a9-c20e-4ec9-8af8-8c5f441529f0 is going to be updated. [ 829.537873] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.537873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.537873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.537873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.537873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.537873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c9111a9-c20e-4ec9-8af8-8c5f441529f0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.893922] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: SUCCESS [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.893922] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.893922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.893922] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.010441] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.396257] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.396458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.396458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.396687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.396846] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.397013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.397013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.397158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.397243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.397329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.397476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.397567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.397644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.397755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.397890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.397973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.398042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.398172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.398241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.398310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.398397] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.512916] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.513127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.513197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.513429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.513525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.513631] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de is going to be created. [ 830.564206] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.564393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.564545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.564769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.564856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.581977] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de in Status: UNINITIALIZED for 2s [ 830.902267] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4667b602-7d3d-4659-88b9-5ca2b4f10a50: rpc.has_security_group_logging(os_id): False [ 830.921738] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.921887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.922019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.922200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.922288] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.922539] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.922650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.922715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.922865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.922942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.923153] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.923261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.923324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.923467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.923539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.925846] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.925846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.925846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.926029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.926069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.926134] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 is going to be created. [ 830.983407] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.983568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.983629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.983842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.984036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.002106] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: IN_PROGRESS for 2s [ 832.593414] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de in Status: SUCCESS [ 832.593706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.593839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.594086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.594297] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.594419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.594488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.594648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.594729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.594816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.594909] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.703374] env[66160]: INFO networking_nsxv3.common.synchronization [req-ae25a87a-f8dc-43be-8b63-d123d7401a84 req-f0fe8c2c-f02f-4817-a9d8-2d482a8680f0 tempest-ServersTestBootFromVolume-659118806 tempest-ServersTestBootFromVolume-659118806-project-member] Enqueued Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_members [ 832.704010] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_members [ 832.704358] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f60089-6497-4771-a5bb-ee4c8eb40566 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.704483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.704551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.704833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.705133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.705194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.705646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705646] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.017034] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: SUCCESS [ 833.017257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.099573] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299a7d6-e8f3-4a9f-a326-30669f2e87de taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.099942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.100052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.100493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.100953] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.101363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.101440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.101641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.101778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.102260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.102754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299a7d6-e8f3-4a9f-a326-30669f2e87de taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.102851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.102910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.103085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.103226] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.103314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.103372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.103504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.103581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.103659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.103747] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.128754] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.128957] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129102] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129443] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.129868] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.129982] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.130036] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.130248] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.130420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.130671] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.130743] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.130836] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.130945] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.131062] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.131164] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.131293] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.152739] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.152968] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.153069] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.153253] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-26" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.153564] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-a581be1c-38b0-4d44-ba98-0185c9891255 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.153729] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.153873] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.154236] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.154574] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a581be1c-38b0-4d44-ba98-0185c9891255',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.209277] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.209453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.209499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.209910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.209910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.210045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.210098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.210132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.210286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.210399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.210483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 already deleted. [ 833.210577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.606452] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4299a7d6-e8f3-4a9f-a326-30669f2e87de: rpc.has_security_group_logging(os_id): False [ 833.636064] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.636248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.636328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.636554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.636643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.636850] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.636947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.637048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.637265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.637361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.637698] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.637895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.637958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.638153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.638210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.638420] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.639724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.639776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.639917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.640084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.640186] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de is going to be created. [ 833.658524] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.658866] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.658997] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.659310] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.659648] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.659648] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port a581be1c-38b0-4d44-ba98-0185c9891255 not found, creating... [ 833.659931] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660082] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660195] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.660461] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660656] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.662213] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.663096] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.663301] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.663557] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.663621] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.663731] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: a581be1c-38b0-4d44-ba98-0185c9891255 is going to be created. [ 833.686070] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.686321] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.686523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.686864] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.687137] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.687380] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.749624] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.749847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.749935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.750272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.750624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.769651] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de in Status: IN_PROGRESS for 2s [ 834.430483] env[66160]: INFO networking_nsxv3.common.synchronization [req-ae25a87a-f8dc-43be-8b63-d123d7401a84 req-a4dea098-42f4-4d70-a68f-0bebb8b6284f service nova] Enqueued Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_rules [ 834.430483] env[66160]: INFO networking_nsxv3.common.synchronization [req-ae25a87a-f8dc-43be-8b63-d123d7401a84 req-a4dea098-42f4-4d70-a68f-0bebb8b6284f service nova] Enqueued Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_members [ 834.430483] env[66160]: INFO networking_nsxv3.common.synchronization [req-ae25a87a-f8dc-43be-8b63-d123d7401a84 req-a4dea098-42f4-4d70-a68f-0bebb8b6284f service nova] Enqueued Resource ID: a581be1c-38b0-4d44-ba98-0185c9891255 with Priority: HIGHEST for action port [ 834.434802] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_rules [ 834.435035] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_members [ 834.435118] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a581be1c-38b0-4d44-ba98-0185c9891255 with Priority: HIGHEST for action port [ 834.435769] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f60089-6497-4771-a5bb-ee4c8eb40566 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.435878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.435941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.438088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.438088] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.438088] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f60089-6497-4771-a5bb-ee4c8eb40566 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.438088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.438810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.439392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.439392] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.439392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.439392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.439622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.439622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.439692] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.444432] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a581be1c-38b0-4d44-ba98-0185c9891255 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.444432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.444432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.444432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.444432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a581be1c-38b0-4d44-ba98-0185c9891255',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.945190] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.947499] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f60089-6497-4771-a5bb-ee4c8eb40566 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.947499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.947499] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a581be1c-38b0-4d44-ba98-0185c9891255 with status ACTIVE [ 834.947728] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.947728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.947830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.947956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.949014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.949014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.949014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.949014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.949014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.949014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.949014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.949014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.949014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.949699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.949699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.949699] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a581be1c-38b0-4d44-ba98-0185c9891255 is going to be updated. [ 834.978576] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.978576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.978576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.978576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.978576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.978576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a581be1c-38b0-4d44-ba98-0185c9891255" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.453119] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.781333] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de in Status: SUCCESS [ 835.781516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.955154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.955436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.955436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.955601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.955656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.955753] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 is going to be created. [ 835.984278] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.984423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.984484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.985219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.985219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.998614] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 in Status: UNINITIALIZED for 2s [ 837.157655] env[66160]: INFO networking_nsxv3.common.synchronization [req-29ffe9a7-295c-4877-9b20-d66f87cfd687 req-d0c09b22-ea4d-4477-8674-921a0acf6b87 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 837.158230] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 837.158630] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.158785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.158971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.161743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.161743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.161743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.161743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.161743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.161743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.161743] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.668280] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.785664] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.785942] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.786084] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.786418] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.786691] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.787563] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.787710] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.787967] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.788156] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.788415] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.788558] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.788672] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.788783] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.788905] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.789014] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.789721] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.810581] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.810801] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.810901] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.811341] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.811499] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-0ae1233a-efdd-4e42-8e73-48633f5f288c taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.811722] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.811857] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.812279] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.812411] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae1233a-efdd-4e42-8e73-48633f5f288c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.008625] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 in Status: SUCCESS [ 838.008846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.009028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.009255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.009443] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.009564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.009615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.009770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.009850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.009942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.010050] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.037159] env[66160]: INFO networking_nsxv3.common.synchronization [req-382acb38-8c22-4723-82e6-7790e1261df8 req-8bb2240c-4238-48b4-9918-ad46544a3749 tempest-ListImageFiltersTestJSON-1707460362 tempest-ListImageFiltersTestJSON-1707460362-project-member] Enqueued Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 838.037773] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fba669-c321-4083-a011-95156adc9da2 with Priority: HIGHEST for action security_group_members [ 838.038108] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fba669-c321-4083-a011-95156adc9da2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.038255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.038372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.038570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.038724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.038821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.038876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.039169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.039268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.039350] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fba669-c321-4083-a011-95156adc9da2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.170756] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.317383] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.317383] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 0ae1233a-efdd-4e42-8e73-48633f5f288c not found, creating... [ 838.317383] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.317383] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.317872] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.317872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.317872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.317872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.317872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.318089] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 0ae1233a-efdd-4e42-8e73-48633f5f288c is going to be created. [ 838.340848] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.341196] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.341407] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.341760] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.342069] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.342374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.421468] env[66160]: INFO networking_nsxv3.common.synchronization [req-9114dcf4-41d2-4d84-ac39-313ed3399a6e req-e8153cbb-d68b-4246-8154-2391928be088 tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 838.422449] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 838.422449] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.422645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.422645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.422848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.423019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.423143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.423205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.423380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.423478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.423571] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.513061] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.544035] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.544035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.544035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.544035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.544035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.544035] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.544035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.544035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.544571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.544571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.544571] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fba669-c321-4083-a011-95156adc9da2 is going to be updated. [ 838.574971] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.575146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.575189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.575425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.575576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.584759] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: IN_PROGRESS for 2s [ 838.674144] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.674144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.674144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.674300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.674348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.674758] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 838.723143] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.723333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.723409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.723672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.723818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.732527] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 838.925251] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.015095] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13f60089-6497-4771-a5bb-ee4c8eb40566: rpc.has_security_group_logging(os_id): False [ 839.036051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.036220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.036266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.036470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.036553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.036798] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.036886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.036949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.037108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.037175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.037257] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 is going to be created. [ 839.121816] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.122528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.122528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.122528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.122528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.138053] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 in Status: IN_PROGRESS for 2s [ 839.189471] env[66160]: INFO networking_nsxv3.common.synchronization [req-29ffe9a7-295c-4877-9b20-d66f87cfd687 req-5ab30e78-d96e-4be4-be0f-607792690ac1 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 839.189471] env[66160]: INFO networking_nsxv3.common.synchronization [req-29ffe9a7-295c-4877-9b20-d66f87cfd687 req-5ab30e78-d96e-4be4-be0f-607792690ac1 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 839.189471] env[66160]: INFO networking_nsxv3.common.synchronization [req-29ffe9a7-295c-4877-9b20-d66f87cfd687 req-5ab30e78-d96e-4be4-be0f-607792690ac1 service nova] Enqueued Resource ID: 0ae1233a-efdd-4e42-8e73-48633f5f288c with Priority: HIGHEST for action port [ 839.189999] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 839.190174] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 839.190243] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae1233a-efdd-4e42-8e73-48633f5f288c with Priority: HIGHEST for action port [ 839.190956] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.191109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.191180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.191399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.191499] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.192487] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.193554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.193726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae1233a-efdd-4e42-8e73-48633f5f288c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.193860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.193917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.194169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.194272] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae1233a-efdd-4e42-8e73-48633f5f288c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.426712] env[66160]: INFO networking_nsxv3.common.synchronization [req-2fef1280-f1c4-45d7-88c2-bf2fc74b71f8 req-3a27c601-6461-4d83-9a1b-5614c080ba16 tempest-MigrationsAdminTest-749867044 tempest-MigrationsAdminTest-749867044-project-member] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 839.427589] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 839.428671] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.428671] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.429095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.429095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.429095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.429252] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.429319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.429382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.429535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.431923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.431923] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.695781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.696052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.696136] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ae1233a-efdd-4e42-8e73-48633f5f288c with status ACTIVE [ 839.696388] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.696506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.696569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.697030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.697030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.697209] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.697322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.697322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.697467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.697560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.697724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.697834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.697899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.698082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.698161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.699488] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ae1233a-efdd-4e42-8e73-48633f5f288c is going to be updated. [ 839.723759] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.724104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.724104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.725180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.725180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.725180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae1233a-efdd-4e42-8e73-48633f5f288c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.771971] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.772485] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.772787] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.774106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.774106] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.774106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.774106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.774408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.774509] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.774732] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.774886] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.775473] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.775473] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.775473] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.775473] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.775688] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.794377] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.794650] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.794851] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.795018] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-518" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.795249] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-051bc963-de2e-4e73-9e33-03d0169a325a taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.795416] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.795540] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.795856] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.795999] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051bc963-de2e-4e73-9e33-03d0169a325a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.931994] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.932226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.932306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.932533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.932626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.932767] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 839.935593] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.970096] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.970254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.970323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.970638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.970773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.980619] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 840.298749] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.299083] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.299177] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.299496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.299749] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.299960] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 051bc963-de2e-4e73-9e33-03d0169a325a not found, creating... [ 840.300276] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.300496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.300626] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.300886] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.301047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.301390] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.301552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.301964] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.302257] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.302418] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.302621] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 051bc963-de2e-4e73-9e33-03d0169a325a is going to be created. [ 840.334364] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.334598] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.334670] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.334954] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.335196] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.335435] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.439023] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.595783] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fba669-c321-4083-a011-95156adc9da2 in Status: SUCCESS [ 840.596038] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fba669-c321-4083-a011-95156adc9da2 deletion is rescheduled due to dependency. [ 840.596038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fba669-c321-4083-a011-95156adc9da2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.743145] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 840.743982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.744337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.744549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.744826] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.745248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.745325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.745557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.745670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.745838] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.943048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.943048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.943302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.943302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.943394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.943470] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be updated. [ 840.975029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.975029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.975029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.975029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.975029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.986689] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: IN_PROGRESS for 2s [ 841.108528] env[66160]: INFO networking_nsxv3.common.synchronization [req-2fef1280-f1c4-45d7-88c2-bf2fc74b71f8 req-88ff43e1-cfee-44e4-a75c-2cf49ef7524f service nova] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_rules [ 841.108710] env[66160]: INFO networking_nsxv3.common.synchronization [req-2fef1280-f1c4-45d7-88c2-bf2fc74b71f8 req-88ff43e1-cfee-44e4-a75c-2cf49ef7524f service nova] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 841.108848] env[66160]: INFO networking_nsxv3.common.synchronization [req-2fef1280-f1c4-45d7-88c2-bf2fc74b71f8 req-88ff43e1-cfee-44e4-a75c-2cf49ef7524f service nova] Enqueued Resource ID: 051bc963-de2e-4e73-9e33-03d0169a325a with Priority: HIGHEST for action port [ 841.109407] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_rules [ 841.109841] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 841.110159] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051bc963-de2e-4e73-9e33-03d0169a325a with Priority: HIGHEST for action port [ 841.111644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.111644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.111644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.111644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.111644] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.113980] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.113980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.113980] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-051bc963-de2e-4e73-9e33-03d0169a325a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.114285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.116741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.116741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.116741] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051bc963-de2e-4e73-9e33-03d0169a325a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.153678] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 in Status: SUCCESS [ 841.154999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.247524] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.616938] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.617334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.617334] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 051bc963-de2e-4e73-9e33-03d0169a325a with status ACTIVE [ 841.617561] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.618692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.618692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.618692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.618692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.618994] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.618994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.620099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.620099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.620099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.621153] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.621256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.621325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.621556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.621673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.621812] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 051bc963-de2e-4e73-9e33-03d0169a325a is going to be updated. [ 841.647806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.648056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.648056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.648335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.648492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.648679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-051bc963-de2e-4e73-9e33-03d0169a325a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.751053] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.992817] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 841.993447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.255476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.255476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.255476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.255476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.255476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.255476] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 842.285960] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.286168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.286220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.286490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.286854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.297859] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 842.999833] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 842.999833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.000375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.000375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.000375] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.000581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.000581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.000694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.003305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.003305] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.317032] env[66160]: INFO networking_nsxv3.common.synchronization [None req-21c90067-2b6a-4666-9058-61c20c3d38f6 None None] Enqueued Resource ID: 3d606bfb-0621-4b87-b92f-91358bd1fe7b with Priority: HIGHEST for action port [ 843.317032] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d606bfb-0621-4b87-b92f-91358bd1fe7b with Priority: HIGHEST for action port [ 843.321263] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d606bfb-0621-4b87-b92f-91358bd1fe7b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.321616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d606bfb-0621-4b87-b92f-91358bd1fe7b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.321742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d606bfb-0621-4b87-b92f-91358bd1fe7b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.322069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d606bfb-0621-4b87-b92f-91358bd1fe7b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.322197] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d606bfb-0621-4b87-b92f-91358bd1fe7b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.503388] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.826440] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d606bfb-0621-4b87-b92f-91358bd1fe7b [ 843.826855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.827284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.827284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.827415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.827476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.827591] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d606bfb-0621-4b87-b92f-91358bd1fe7b already deleted. [ 843.827692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d606bfb-0621-4b87-b92f-91358bd1fe7b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.007965] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.297115] env[66160]: INFO networking_nsxv3.common.synchronization [req-0378fdb6-0ba6-42f7-95db-7696834591a4 req-1f714ca5-7677-4082-80e2-ee928a6cfeed tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_members [ 844.297807] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_members [ 844.298276] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.298500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.298629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.298837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.299070] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.299211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.299777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.299777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.299777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.299777] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.312287] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 844.312447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.313059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.313196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.313429] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.313715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.313804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.313996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.314120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.314247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.314364] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.510166] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.510346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.510505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.510664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.510759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.512205] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be updated. [ 844.547990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.547990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.547990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.547990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.547990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.559229] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: IN_PROGRESS for 2s [ 844.774645] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.774896] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.774896] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.775234] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.775451] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.775677] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.775772] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.776123] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.776283] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.776546] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.776679] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.776772] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.776851] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.777594] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.777594] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.777594] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.801198] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.801509] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.801754] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.802230] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.802723] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.803055] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.803285] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.804127] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.804374] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.805764] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.805958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.806673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.806673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.806673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.806840] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.806981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.808251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.808251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.808251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.808251] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 already deleted. [ 844.808251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.820200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.820200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.820200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.820200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.820200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.822433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.822694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.823684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.823684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.823684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.823684] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.310189] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.310189] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.310189] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.310189] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.310189] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.311979] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee not found, creating... [ 845.311979] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.311979] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.311979] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.311979] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.311979] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.311979] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.312505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.312505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.312505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.312505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.312643] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee is going to be created. [ 845.328498] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06586147-dbbb-416f-adbf-a56a1885e999: rpc.has_security_group_logging(os_id): False [ 845.340870] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.341101] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.341195] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.341463] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.341983] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.341983] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.347529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.347672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.347721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.348354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.348354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.348354] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.348354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.348354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.349281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.349281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.349281] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.349281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.349281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.349281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.349281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.349281] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.349596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.349596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.349596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.349705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.349705] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 845.420600] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.420600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.420600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.420884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.420923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.459299] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 845.936315] env[66160]: INFO networking_nsxv3.common.synchronization [None req-eb10095d-4890-446c-b495-3a2e498366f9 None None] Enqueued Resource ID: 4826bb69-24f2-4997-8036-b69bb7e43844 with Priority: HIGHEST for action port [ 845.937030] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4826bb69-24f2-4997-8036-b69bb7e43844 with Priority: HIGHEST for action port [ 845.937266] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4826bb69-24f2-4997-8036-b69bb7e43844 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.937389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4826bb69-24f2-4997-8036-b69bb7e43844" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.938389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4826bb69-24f2-4997-8036-b69bb7e43844" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.938965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4826bb69-24f2-4997-8036-b69bb7e43844" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.939467] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4826bb69-24f2-4997-8036-b69bb7e43844',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.134747] env[66160]: INFO networking_nsxv3.common.synchronization [req-0378fdb6-0ba6-42f7-95db-7696834591a4 req-0d13c838-edda-4da4-8d40-eeb2588bdb8f service nova] Enqueued Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_rules [ 846.134747] env[66160]: INFO networking_nsxv3.common.synchronization [req-0378fdb6-0ba6-42f7-95db-7696834591a4 req-0d13c838-edda-4da4-8d40-eeb2588bdb8f service nova] Enqueued Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_members [ 846.134747] env[66160]: INFO networking_nsxv3.common.synchronization [req-0378fdb6-0ba6-42f7-95db-7696834591a4 req-0d13c838-edda-4da4-8d40-eeb2588bdb8f service nova] Enqueued Resource ID: 4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee with Priority: HIGHEST for action port [ 846.134747] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_rules [ 846.135341] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_members [ 846.135341] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee with Priority: HIGHEST for action port [ 846.135341] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.135548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.135709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.136233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.136233] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.137310] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.138433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.138533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.138790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.138948] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.139227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.139439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.139949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.139949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.140100] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.142921] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.143143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.143278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.143563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.144493] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.441267] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4826bb69-24f2-4997-8036-b69bb7e43844 [ 846.441872] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.441872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.441872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.442018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.442169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.442232] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4826bb69-24f2-4997-8036-b69bb7e43844 already deleted. [ 846.442284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4826bb69-24f2-4997-8036-b69bb7e43844" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.571480] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 846.571752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.571931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.572171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.572377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.572509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.572578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.572749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.572857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.573323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.573323] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.646168] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.648044] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.648284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.648539] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee with status ACTIVE [ 846.648781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.648913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.650797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.651199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.651338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.651585] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.651766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.652148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.652347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.652477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.652814] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.652957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.653059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.653254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.653358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.653488] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee is going to be updated. [ 846.679323] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.679323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.679323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.679323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.679323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.679323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4abd0d2a-37ae-4104-b3f5-ddc5d6d5f5ee" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.075636] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.076193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.076193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.076320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.078878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.078878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.078878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.078878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.079840] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.125820] env[66160]: INFO networking_nsxv3.common.synchronization [None req-6f958501-abbb-44e9-98f5-c9889d03e8d7 None None] Enqueued Resource ID: 142e252b-3cb5-43a6-b10d-49be83716120 with Priority: HIGHEST for action port [ 847.126664] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142e252b-3cb5-43a6-b10d-49be83716120 with Priority: HIGHEST for action port [ 847.128282] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-142e252b-3cb5-43a6-b10d-49be83716120 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.128743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142e252b-3cb5-43a6-b10d-49be83716120" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.128979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142e252b-3cb5-43a6-b10d-49be83716120" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.129584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142e252b-3cb5-43a6-b10d-49be83716120" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.133162] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142e252b-3cb5-43a6-b10d-49be83716120',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.156864] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.488833] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 847.489647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.582421] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3510fd3-6d21-46e5-9cda-c94df446c9cf: rpc.has_security_group_logging(os_id): False [ 847.612118] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.612118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.613141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.613141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.613141] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.613141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.613141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.613510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.613510] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.613510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.613624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.614014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.614014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.615102] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.616779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.616779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.616779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.616779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.616779] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be updated. [ 847.635036] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 142e252b-3cb5-43a6-b10d-49be83716120 [ 847.635036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.635036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.635036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.635036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.635036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.635416] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:142e252b-3cb5-43a6-b10d-49be83716120 already deleted. [ 847.635416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142e252b-3cb5-43a6-b10d-49be83716120" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.664813] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.664813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.664813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.664813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.664813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.664813] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 is going to be created. [ 847.692674] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.692674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.692674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.692674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.692674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.703388] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.703388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.703388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.703388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.703388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.712172] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 in Status: UNINITIALIZED for 2s [ 847.719945] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: IN_PROGRESS for 2s [ 847.848382] env[66160]: INFO networking_nsxv3.common.synchronization [req-4760bb2f-4a34-4133-8bd0-0c3c091078e1 req-b7e579b6-5822-41bb-ba4b-bf32462e3dca tempest-ImagesNegativeTestJSON-1119933978 tempest-ImagesNegativeTestJSON-1119933978-project-member] Enqueued Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_members [ 847.850688] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de with Priority: HIGHEST for action security_group_members [ 847.851119] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4299a7d6-e8f3-4a9f-a326-30669f2e87de taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.851247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.851318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.851765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.851971] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.852095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.852157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.852336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.852425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.852524] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4299a7d6-e8f3-4a9f-a326-30669f2e87de',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.358780] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.358780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.358780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.358780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.358780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.358780] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.358780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.358780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.359313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.359313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.359313] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de is going to be updated. [ 848.397254] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.397408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.397479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.397706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.397851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.411896] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de in Status: IN_PROGRESS for 2s [ 849.725269] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 in Status: SUCCESS [ 849.725658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.725658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.726591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.726591] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.726591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.726591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.726591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.726591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.726922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.726922] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.741323] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 849.741518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.229546] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.393913] env[66160]: INFO networking_nsxv3.common.synchronization [None req-bb3f4ce2-ebd0-48f3-b114-83ad9fd3cfd6 None None] Enqueued Resource ID: 5b792b2a-b32f-40fa-abd1-86681a1f6e41 with Priority: HIGHEST for action port [ 850.394582] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b792b2a-b32f-40fa-abd1-86681a1f6e41 with Priority: HIGHEST for action port [ 850.394972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b792b2a-b32f-40fa-abd1-86681a1f6e41 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.395148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b792b2a-b32f-40fa-abd1-86681a1f6e41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.395220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b792b2a-b32f-40fa-abd1-86681a1f6e41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.395494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b792b2a-b32f-40fa-abd1-86681a1f6e41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.395582] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b792b2a-b32f-40fa-abd1-86681a1f6e41',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.426639] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de in Status: SUCCESS [ 850.426639] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4299a7d6-e8f3-4a9f-a326-30669f2e87de deletion is rescheduled due to dependency. [ 850.427684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4299a7d6-e8f3-4a9f-a326-30669f2e87de" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.732637] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214: rpc.has_security_group_logging(os_id): False [ 850.752668] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.752849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.752925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.753183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.753295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.753576] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.753707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.753774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.753953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.754049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.754160] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 is going to be created. [ 850.830339] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.830533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.830624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.830852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.831045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.843108] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 in Status: IN_PROGRESS for 2s [ 850.897728] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b792b2a-b32f-40fa-abd1-86681a1f6e41 [ 850.898078] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.898228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.898293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.898596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.898696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.898879] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b792b2a-b32f-40fa-abd1-86681a1f6e41 already deleted. [ 850.898930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b792b2a-b32f-40fa-abd1-86681a1f6e41" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.860642] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 in Status: SUCCESS [ 852.860642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.895558] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ed47b309-ff03-4afa-9629-d4fb26a1466b None None] Enqueued Resource ID: e9b4bb5c-77c7-4ce5-b1e9-512ee156e071 with Priority: HIGHEST for action port [ 852.895704] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b4bb5c-77c7-4ce5-b1e9-512ee156e071 with Priority: HIGHEST for action port [ 852.896181] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9b4bb5c-77c7-4ce5-b1e9-512ee156e071 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.897312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9b4bb5c-77c7-4ce5-b1e9-512ee156e071" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.897458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9b4bb5c-77c7-4ce5-b1e9-512ee156e071" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.897961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9b4bb5c-77c7-4ce5-b1e9-512ee156e071" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.898356] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b4bb5c-77c7-4ce5-b1e9-512ee156e071',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.400149] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9b4bb5c-77c7-4ce5-b1e9-512ee156e071 [ 853.400405] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.400672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.400672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.400856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.400947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.401081] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9b4bb5c-77c7-4ce5-b1e9-512ee156e071 already deleted. [ 853.401127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9b4bb5c-77c7-4ce5-b1e9-512ee156e071" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.791648] env[66160]: INFO networking_nsxv3.common.synchronization [req-cd8d6c02-f805-4c84-a3d5-fa28079ab4ab req-3a6eecd8-4d29-403d-a0cc-a119ce11175b tempest-ServersAdminNegativeTestJSON-1623674419 tempest-ServersAdminNegativeTestJSON-1623674419-project-member] Enqueued Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 854.791928] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40511e69-d4df-4f4f-92dc-f93455749bfe with Priority: HIGHEST for action security_group_members [ 854.792705] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-40511e69-d4df-4f4f-92dc-f93455749bfe taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.792705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.792705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.792705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.792947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.792947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.792947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.793081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.793166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.793259] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40511e69-d4df-4f4f-92dc-f93455749bfe',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.296570] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.297147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.297147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.297147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.297147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.297527] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.297527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.297527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.299041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.299041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.299041] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe is going to be updated. [ 855.332857] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.333057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.333173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.333411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.333563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.344888] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: IN_PROGRESS for 2s [ 855.445223] env[66160]: INFO networking_nsxv3.common.synchronization [None req-affc3976-c950-4b8a-9c27-9e8da27fa67b None None] Enqueued Resource ID: 0229e822-6c87-43e1-a2e3-471b80a22489 with Priority: HIGHEST for action port [ 855.445489] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0229e822-6c87-43e1-a2e3-471b80a22489 with Priority: HIGHEST for action port [ 855.446412] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0229e822-6c87-43e1-a2e3-471b80a22489 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.446539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0229e822-6c87-43e1-a2e3-471b80a22489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.446611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0229e822-6c87-43e1-a2e3-471b80a22489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.446853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0229e822-6c87-43e1-a2e3-471b80a22489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.446936] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0229e822-6c87-43e1-a2e3-471b80a22489',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.755944] env[66160]: INFO networking_nsxv3.common.synchronization [req-5ea443d6-9a0b-4922-91db-99ce5b23fe87 req-a71121c4-4b12-4458-8e2a-4120d28303b2 tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 855.757342] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 855.757342] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.757342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.757342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.757528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.758582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.758863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.758863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.759193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.759337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.759475] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.948702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0229e822-6c87-43e1-a2e3-471b80a22489 [ 855.949964] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.950208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.950208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.950417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.950581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.950734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0229e822-6c87-43e1-a2e3-471b80a22489 already deleted. [ 855.950838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0229e822-6c87-43e1-a2e3-471b80a22489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.229740] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.229740] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.229941] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.230463] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.230906] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.231173] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.231348] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.231700] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.231907] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.232229] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.232398] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.232562] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.232755] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.232949] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.233124] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.233337] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.258008] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.258008] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.258174] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.258696] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-347" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.258836] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-096a27dd-7932-46d8-8e0e-aa3bf9422893 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.259396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.259396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.259396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.259623] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096a27dd-7932-46d8-8e0e-aa3bf9422893',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.262910] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.263118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.263215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.264798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.293304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.294679] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.294854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.295055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.295216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.296111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.296324] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 856.326491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.327167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.327167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.327682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.327836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.340129] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 856.763383] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.763885] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.763885] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.764097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.764473] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.764683] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 096a27dd-7932-46d8-8e0e-aa3bf9422893 not found, creating... [ 856.764965] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.765142] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.765266] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.765593] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.765767] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.766123] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.766285] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.766399] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.766633] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.766771] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.766910] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 096a27dd-7932-46d8-8e0e-aa3bf9422893 is going to be created. [ 856.789314] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.789530] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.789661] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.790100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.790426] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.790707] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.356746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40511e69-d4df-4f4f-92dc-f93455749bfe in Status: SUCCESS [ 857.357146] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40511e69-d4df-4f4f-92dc-f93455749bfe deletion is rescheduled due to dependency. [ 857.357146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40511e69-d4df-4f4f-92dc-f93455749bfe" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.539776] env[66160]: INFO networking_nsxv3.common.synchronization [req-5ea443d6-9a0b-4922-91db-99ce5b23fe87 req-df3dc251-330b-4afc-9bfb-b5fc2b1ed47f service nova] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_rules [ 857.539967] env[66160]: INFO networking_nsxv3.common.synchronization [req-5ea443d6-9a0b-4922-91db-99ce5b23fe87 req-df3dc251-330b-4afc-9bfb-b5fc2b1ed47f service nova] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 857.540501] env[66160]: INFO networking_nsxv3.common.synchronization [req-5ea443d6-9a0b-4922-91db-99ce5b23fe87 req-df3dc251-330b-4afc-9bfb-b5fc2b1ed47f service nova] Enqueued Resource ID: 096a27dd-7932-46d8-8e0e-aa3bf9422893 with Priority: HIGHEST for action port [ 857.540871] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_rules [ 857.544258] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 857.544258] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096a27dd-7932-46d8-8e0e-aa3bf9422893 with Priority: HIGHEST for action port [ 857.544420] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.544501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.544654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.544963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.545051] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.550264] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.550264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.550264] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-096a27dd-7932-46d8-8e0e-aa3bf9422893 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.550264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.550264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.550264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.550264] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096a27dd-7932-46d8-8e0e-aa3bf9422893',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.051238] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 096a27dd-7932-46d8-8e0e-aa3bf9422893 with status ACTIVE [ 858.051238] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.051238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.051536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.051659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.051760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.051952] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.052085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.052129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.052276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.052356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.052530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.052624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.052690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.052826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.052890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.052969] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 096a27dd-7932-46d8-8e0e-aa3bf9422893 is going to be updated. [ 858.054206] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.054301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.080725] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.081249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.081437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.081771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.081917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.082104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096a27dd-7932-46d8-8e0e-aa3bf9422893" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.353483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 858.353711] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f deletion is rescheduled due to dependency. [ 858.353840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.354056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.354384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.354645] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.354837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.354947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.355185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.355297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.355446] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.859352] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.362438] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.868968] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.869282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.869282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.869471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.869552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.869674] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 859.906479] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.906625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.907936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.907936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.907936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.917035] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 860.388851] env[66160]: INFO networking_nsxv3.common.synchronization [req-ef84a435-3e27-40ad-b787-75ae6c457e15 req-c37db7b7-844b-4d8e-8180-a7eb9b2d8812 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 860.390033] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 860.390033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.390033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.390033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.390312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.390440] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.390549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.390849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.390849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.390984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.390984] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.838245] env[66160]: INFO networking_nsxv3.common.synchronization [req-dd42ad1f-5ab2-4967-b09d-da5a529b704e req-ec0682e2-ff75-4a6e-8308-fa3e660b6e46 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 860.838798] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 860.839136] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.839373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.839439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.839651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.839797] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.839893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.839952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.840108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.840200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.840291] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.892926] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.893202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.893248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.893470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.917741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.918034] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.918166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.918235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.918469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.918521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.918621] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 860.949153] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.949347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.949418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.949677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.949819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.958808] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 861.342909] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.845519] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.927755] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 861.928089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.928207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.928488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.928699] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.928828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.928914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.929122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.929216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.929301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.929400] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.347781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.347953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.348038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.348290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.348387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.348546] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 862.382795] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.382795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.382795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.382795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.383080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.396144] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 862.433794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.433963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.434084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.434296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.434484] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.434599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.434664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.434832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.434931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435184] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.435284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.435380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.435649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.435713] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.435803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.435847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.435993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.436098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.436189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.436264] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.938640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcccc14c-937c-466e-aec5-a214fbaccf0f: rpc.has_security_group_logging(os_id): False [ 862.961239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.961536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.961536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.961677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.961811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.961914] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.961998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.962059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.962215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.962286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.962470] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.963037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.963037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.963037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.963037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.963367] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.963504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.964178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.964178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.964178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.964178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 862.978260] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 862.978544] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c deletion is rescheduled due to dependency. [ 862.978664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.036035] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.036035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.036035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.036035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.036035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.050975] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 864.410427] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 864.410744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.067998] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 865.068238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.134096] env[66160]: INFO networking_nsxv3.common.synchronization [None req-1cbc1bb9-0258-445d-861f-a7b08a979372 None None] Enqueued Resource ID: c4c7b386-45ce-4492-bd94-860ee25b275b with Priority: HIGHEST for action port [ 865.135036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c7b386-45ce-4492-bd94-860ee25b275b with Priority: HIGHEST for action port [ 865.135282] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c7b386-45ce-4492-bd94-860ee25b275b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.135425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c7b386-45ce-4492-bd94-860ee25b275b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.135519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c7b386-45ce-4492-bd94-860ee25b275b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.135960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c7b386-45ce-4492-bd94-860ee25b275b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.136055] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c7b386-45ce-4492-bd94-860ee25b275b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.638597] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c7b386-45ce-4492-bd94-860ee25b275b [ 865.638932] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.639050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.639105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.640116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.640223] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c7b386-45ce-4492-bd94-860ee25b275b already deleted. [ 865.641194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c7b386-45ce-4492-bd94-860ee25b275b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.045861] env[66160]: INFO networking_nsxv3.common.synchronization [req-df2211c7-a4d7-498e-9a3f-4f6e4b9df5ad req-6a72a397-334f-4124-86e9-4848cf802b77 tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 866.046132] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 866.048829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.048829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.048829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.048829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.048829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.048829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.048829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.048829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.048829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.048829] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.460466] env[66160]: INFO networking_nsxv3.common.synchronization [req-b1fc6a91-c747-4186-9879-03a7f48c0f00 req-da44746b-9185-437c-a854-19d6c030b711 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 866.460635] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 866.460905] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.461192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.461284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.461510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.461676] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.461780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.461872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.461994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.462121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.462190] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.553350] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.899204] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.899204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.899204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.899204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.899617] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.899617] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.899714] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.899910] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.900060] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.900267] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.900374] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.901827] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.901827] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.901827] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.901827] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.901827] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.923961] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.924183] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.924286] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.924505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.928108] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-4f409b7f-a978-4e55-abc1-ae64afff931b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.928108] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.928108] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.928108] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.928108] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f409b7f-a978-4e55-abc1-ae64afff931b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.965183] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.965395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.965395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.965646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.965757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.966223] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.966337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.966407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.966564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.966649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.966739] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 866.997578] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.997578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.997578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.997578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.997578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.010112] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 867.058815] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.431528] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.431808] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.431935] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.432406] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.432406] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.432518] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 4f409b7f-a978-4e55-abc1-ae64afff931b not found, creating... [ 867.432790] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.433033] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.433077] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.433317] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.433400] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.433692] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.433823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.435314] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.435624] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.435721] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.435869] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 4f409b7f-a978-4e55-abc1-ae64afff931b is going to be created. [ 867.456417] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.456648] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.456772] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.457061] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.457293] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.457536] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.561468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.561468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.561657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.562766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.563248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.563248] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 867.632737] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.632975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.632975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.633211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.633317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.637698] env[66160]: INFO networking_nsxv3.common.synchronization [None req-e2e7a232-863b-44d5-98cc-f3c51ebc73fb None None] Enqueued Resource ID: f24ad3c4-725e-4fcf-b34d-2fb8904e8f72 with Priority: HIGHEST for action port [ 867.639198] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24ad3c4-725e-4fcf-b34d-2fb8904e8f72 with Priority: HIGHEST for action port [ 867.640390] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24ad3c4-725e-4fcf-b34d-2fb8904e8f72 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.640390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24ad3c4-725e-4fcf-b34d-2fb8904e8f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.640390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24ad3c4-725e-4fcf-b34d-2fb8904e8f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.640800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24ad3c4-725e-4fcf-b34d-2fb8904e8f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.640800] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24ad3c4-725e-4fcf-b34d-2fb8904e8f72',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.649499] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 868.143873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f24ad3c4-725e-4fcf-b34d-2fb8904e8f72 [ 868.144201] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.144265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.144319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.144537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.144628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.144726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f24ad3c4-725e-4fcf-b34d-2fb8904e8f72 already deleted. [ 868.144807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24ad3c4-725e-4fcf-b34d-2fb8904e8f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.166072] env[66160]: INFO networking_nsxv3.common.synchronization [req-b1fc6a91-c747-4186-9879-03a7f48c0f00 req-3fd2ac5e-8b41-43c6-8eff-d00395275b48 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 868.166543] env[66160]: INFO networking_nsxv3.common.synchronization [req-b1fc6a91-c747-4186-9879-03a7f48c0f00 req-3fd2ac5e-8b41-43c6-8eff-d00395275b48 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 868.166543] env[66160]: INFO networking_nsxv3.common.synchronization [req-b1fc6a91-c747-4186-9879-03a7f48c0f00 req-3fd2ac5e-8b41-43c6-8eff-d00395275b48 service nova] Enqueued Resource ID: 4f409b7f-a978-4e55-abc1-ae64afff931b with Priority: HIGHEST for action port [ 868.166950] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 868.167161] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 868.167264] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f409b7f-a978-4e55-abc1-ae64afff931b with Priority: HIGHEST for action port [ 868.167664] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.167819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.167868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.168140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.168140] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.169326] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.169447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.169645] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f409b7f-a978-4e55-abc1-ae64afff931b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.169756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.169836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.170026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.170110] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f409b7f-a978-4e55-abc1-ae64afff931b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.672536] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.672784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.673181] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f409b7f-a978-4e55-abc1-ae64afff931b with status ACTIVE [ 868.673395] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.673508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.673584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.673969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.674833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.674833] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.674833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.674833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.674833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.674833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.674833] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.675203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.675203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.675279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.675384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.675442] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f409b7f-a978-4e55-abc1-ae64afff931b is going to be updated. [ 868.696285] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.696551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.696551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.696748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.696880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.697080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f409b7f-a978-4e55-abc1-ae64afff931b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.005503] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.005723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.005870] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.006218] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.006482] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.006654] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.006780] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.007063] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.007270] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.007525] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.007659] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.007725] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.008235] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.008235] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.008381] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.012025] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.025480] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 869.025708] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 869.025865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.026388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.026621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.026808] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.026928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.027015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.027149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.027234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.027325] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.038253] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.038440] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.038584] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.038770] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.039171] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.039327] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.039387] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.039645] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.039776] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb796eb-d5d8-472a-ad74-90678b0bdaa0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.071353] env[66160]: INFO networking_nsxv3.common.synchronization [req-ad1e4584-1a9f-4702-9a74-edf96fa50868 req-d63ea41e-8d10-4618-88c8-ce420889d312 tempest-ImagesOneServerNegativeTestJSON-928270424 tempest-ImagesOneServerNegativeTestJSON-928270424-project-member] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 869.072506] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGHEST for action security_group_members [ 869.072769] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.072896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.073016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.073207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.073363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.073454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.073591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.073667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.073751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.073839] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.529783] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.545446] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.545446] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.545446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.546054] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.546054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.546054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.546054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.546054] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.546054] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 is going to be updated. [ 869.565899] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.566228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.566228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.566618] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.566714] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.566884] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.576464] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.576604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.576677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.576889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.576980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.577186] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.577287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.577351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.577497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.577576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.577662] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be updated. [ 869.605671] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.605884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.605936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.606214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.606388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.619126] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: IN_PROGRESS for 2s [ 869.660544] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 869.660753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.032366] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.264065] env[66160]: INFO networking_nsxv3.common.synchronization [req-b28bdfa9-c5c8-4b34-84c0-eb794ecbea87 req-7346f516-e884-4d30-9713-b56bfd01bdcf service nova] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 870.264366] env[66160]: INFO networking_nsxv3.common.synchronization [req-b28bdfa9-c5c8-4b34-84c0-eb794ecbea87 req-7346f516-e884-4d30-9713-b56bfd01bdcf service nova] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 870.264503] env[66160]: INFO networking_nsxv3.common.synchronization [req-b28bdfa9-c5c8-4b34-84c0-eb794ecbea87 req-7346f516-e884-4d30-9713-b56bfd01bdcf service nova] Enqueued Resource ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 with Priority: HIGHEST for action port [ 870.265231] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_rules [ 870.265418] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 870.265549] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 with Priority: HIGHEST for action port [ 870.265925] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.266100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.266191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.266453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.266609] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.267680] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.267834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.267924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.268195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.268426] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.268582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.268680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.268885] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.268998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.269131] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.270107] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.270243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.270332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.270527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.270628] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb796eb-d5d8-472a-ad74-90678b0bdaa0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.535218] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.535491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.535491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.536264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.536264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.536264] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 870.564509] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.564719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.564719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.564930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.565086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.573950] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 870.773057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.773201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.773955] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.775310] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbb796eb-d5d8-472a-ad74-90678b0bdaa0 with status ACTIVE [ 870.775310] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.775310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.775310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.775310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.775310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.775310] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.775310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.775310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.775760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.775760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.775760] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.775760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.776141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.776141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.776141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.776141] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbb796eb-d5d8-472a-ad74-90678b0bdaa0 is going to be updated. [ 870.800301] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.800478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.800587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.800858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.800998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.801175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb796eb-d5d8-472a-ad74-90678b0bdaa0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.278808] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.633714] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcccc14c-937c-466e-aec5-a214fbaccf0f in Status: SUCCESS [ 871.633714] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f deletion is rescheduled due to dependency. [ 871.633714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.782419] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.782634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.782634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.783340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.783340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.783340] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae is going to be updated. [ 871.817839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.817839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.818062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.819250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.819250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.832345] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: IN_PROGRESS for 2s [ 872.587067] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 872.587067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.587420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.587746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.589425] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.589425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.589425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.589425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.589425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.589425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.589425] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.092102] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.092506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.092718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.093475] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.093475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.093629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.093892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.093986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.094125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.094340] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.094475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.094571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.094793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.094971] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.095137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.095393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.095458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.095555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.095692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.095832] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.598601] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879dae25-9dc7-4b27-961e-966e24d88c62: rpc.has_security_group_logging(os_id): False [ 873.619030] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.619191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.619267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.619494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.619589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.619896] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.620041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.620110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.620277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.620359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.620552] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.620681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.620883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.621095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.621280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.621507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.621613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.621694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.621880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.621957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.622058] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 873.712467] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.712671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.712724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.713332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.713332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.728485] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 873.847192] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: SUCCESS [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.847192] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.847192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.847192] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.154238] env[66160]: INFO networking_nsxv3.common.synchronization [req-54e2bf84-3d23-45ef-a01e-75c637b68338 req-62dc652b-72eb-412a-97d2-81e6f2e3c725 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 874.154964] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 874.155663] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.155663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.155663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.155921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.156408] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.156408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.156408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.156408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.156408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.156876] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.348603] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.551503] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.551753] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.551883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.552259] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.552599] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.552793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.552913] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.553721] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.553837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.554095] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.554219] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.554333] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.554441] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.554552] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.554662] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.554820] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.574724] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.574894] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.575532] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.575532] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.575532] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-bcaa8f9c-270f-413c-9591-bf8841241fc1 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.575755] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.576249] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.576249] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.576427] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcaa8f9c-270f-413c-9591-bf8841241fc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.660365] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.660539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.660609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.660923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.661052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.661280] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.661433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.661477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.661652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.661691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.661785] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 already deleted. [ 874.661864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.852164] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d69bf3-ff7b-49fc-8f48-579ef40880ae: rpc.has_security_group_logging(os_id): False [ 874.871481] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.871616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.871779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.872015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.872103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.874843] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.874843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.874843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.874843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.874843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.874843] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae is going to be updated. [ 874.938992] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.939207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.939319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.939495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.939673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.954199] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: IN_PROGRESS for 2s [ 875.079759] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.080263] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.080478] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.080871] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.081034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.081195] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port bcaa8f9c-270f-413c-9591-bf8841241fc1 not found, creating... [ 875.081475] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.081639] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.081779] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.082033] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.082187] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.082489] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.082647] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.082769] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.083034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.083150] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.083290] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 is going to be created. [ 875.107012] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.107239] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.108202] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.108202] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.108202] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.108202] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.759603] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 875.759975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.854458] env[66160]: INFO networking_nsxv3.common.synchronization [req-54e2bf84-3d23-45ef-a01e-75c637b68338 req-d44b4ec6-5e9c-47fe-ab11-7e3898391898 service nova] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 875.854661] env[66160]: INFO networking_nsxv3.common.synchronization [req-54e2bf84-3d23-45ef-a01e-75c637b68338 req-d44b4ec6-5e9c-47fe-ab11-7e3898391898 service nova] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 875.854809] env[66160]: INFO networking_nsxv3.common.synchronization [req-54e2bf84-3d23-45ef-a01e-75c637b68338 req-d44b4ec6-5e9c-47fe-ab11-7e3898391898 service nova] Enqueued Resource ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 with Priority: HIGHEST for action port [ 875.855408] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 875.855521] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 875.856248] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 with Priority: HIGHEST for action port [ 875.856628] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.856801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.856898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.857271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.858176] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.859998] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.859998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.859998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.859998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.859998] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.859998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.860686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.860686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.860686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.860686] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.861382] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcaa8f9c-270f-413c-9591-bf8841241fc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.861508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.861508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.861718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.861803] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcaa8f9c-270f-413c-9591-bf8841241fc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.370450] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.370450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.370658] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.371702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcaa8f9c-270f-413c-9591-bf8841241fc1 with status ACTIVE [ 876.371935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.372127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.372218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.372503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.372706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.372976] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.373136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.373228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.373416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.373542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.373786] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.374243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.374243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.374243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.374452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.374452] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 is going to be updated. [ 876.400096] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.400324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.400324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.400507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.400648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.400883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.786904] env[66160]: INFO networking_nsxv3.common.synchronization [req-19609094-2ff4-4f9f-89d1-3029d1cbf874 req-b06ab80c-d1f7-4f88-9586-2932a555b90a tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 876.787530] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 876.788758] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.788758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.788758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.789011] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.789081] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.789184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.789245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.789398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.789480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.789570] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.876806] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.976232] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: SUCCESS [ 876.976461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.166652] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.166923] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.167073] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.167486] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.167780] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.168043] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.168123] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.168343] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.168784] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.169024] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.169148] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.169258] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.169414] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.169488] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.169631] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.169696] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.205855] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.206051] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.206197] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.206475] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.206708] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.206897] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.207041] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.207393] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.207557] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2c8fe7-e157-488d-bcfd-e024bfaf3288',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.291429] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.291735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.291735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.292176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.292176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.292413] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.292498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.292498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.292664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.292742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.292831] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 already deleted. [ 877.292938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380040] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.380040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.380040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.380040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380040] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be created. [ 877.408348] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.408594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.408729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.408893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.408997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.422617] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: UNINITIALIZED for 2s [ 877.710911] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.710911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.710911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.711922] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.711922] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.711922] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 1d2c8fe7-e157-488d-bcfd-e024bfaf3288 not found, creating... [ 877.712043] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.712205] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.712326] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.712693] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.712802] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.713227] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.713363] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.713403] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.713641] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.713791] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.713920] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 1d2c8fe7-e157-488d-bcfd-e024bfaf3288 is going to be created. [ 877.739590] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.739590] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.739590] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.739590] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.739590] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.739936] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.559545] env[66160]: INFO networking_nsxv3.common.synchronization [req-19609094-2ff4-4f9f-89d1-3029d1cbf874 req-4caaecc9-09b2-44cc-9d57-337cdd9daa68 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 878.559810] env[66160]: INFO networking_nsxv3.common.synchronization [req-19609094-2ff4-4f9f-89d1-3029d1cbf874 req-4caaecc9-09b2-44cc-9d57-337cdd9daa68 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 878.560022] env[66160]: INFO networking_nsxv3.common.synchronization [req-19609094-2ff4-4f9f-89d1-3029d1cbf874 req-4caaecc9-09b2-44cc-9d57-337cdd9daa68 service nova] Enqueued Resource ID: 1d2c8fe7-e157-488d-bcfd-e024bfaf3288 with Priority: HIGHEST for action port [ 878.561114] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 878.561301] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 878.561414] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2c8fe7-e157-488d-bcfd-e024bfaf3288 with Priority: HIGHEST for action port [ 878.561724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.561927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.562051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.562358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.562455] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.564065] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.564493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.564493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.564701] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.564820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.564891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.565152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.565371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.565371] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.568370] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.568370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.568370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.568370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.568370] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2c8fe7-e157-488d-bcfd-e024bfaf3288',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.064983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.064983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.068117] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.068431] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d2c8fe7-e157-488d-bcfd-e024bfaf3288 with status ACTIVE [ 879.068855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.069019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.069092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.069361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.069464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.069669] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.069778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.069843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.070030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.070148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.070372] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.070480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.070586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.070766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.070891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.070944] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d2c8fe7-e157-488d-bcfd-e024bfaf3288 is going to be updated. [ 879.100067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.100328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.100328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.100495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.100634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.100843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2c8fe7-e157-488d-bcfd-e024bfaf3288" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.433449] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 879.433671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.433835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.434073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.434266] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.434382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.434447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.434600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.434682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.434770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.434860] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.484138] env[66160]: INFO networking_nsxv3.common.synchronization [req-bfb361a2-17b6-4a51-8380-1add741e72ea req-07398bc1-1347-48fe-aad7-7c1578ebd84b tempest-ServerRescueTestJSON-1807130009 tempest-ServerRescueTestJSON-1807130009-project-member] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 879.484138] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 879.484138] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.484138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.484138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.484138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.484138] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.484138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.484138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.484138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.484138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.484138] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.573779] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.817369] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.817369] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.817369] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.817369] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.817369] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.817369] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.817369] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.817369] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.817369] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.817765] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.817993] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.818377] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.818617] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.818869] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.819099] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.819316] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.844659] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.844659] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.844659] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.844659] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-570" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.844659] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-5ee5ab35-171a-4312-b591-94ea76d543c6 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.844659] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.844659] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.844659] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.844998] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee5ab35-171a-4312-b591-94ea76d543c6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.937025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.937308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.937308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.937554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.937777] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.937893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.937926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.938137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.938234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.938411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.938533] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.938669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.938669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.938832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.938996] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.939126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.939193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.939364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.939460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.939550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.939638] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.965823] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.077061] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.077219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.077319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.077533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.077591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.077688] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be created. [ 880.108754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.108754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.108754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.109091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.109258] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.123277] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: UNINITIALIZED for 2s [ 880.347727] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.347982] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.348117] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.348396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.348537] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.348737] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 5ee5ab35-171a-4312-b591-94ea76d543c6 not found, creating... [ 880.348961] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.349272] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.349272] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.349464] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.349599] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.349888] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.350049] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.350172] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.350362] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.350492] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.350624] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 5ee5ab35-171a-4312-b591-94ea76d543c6 is going to be created. [ 880.377791] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.378022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.378152] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.382478] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.382478] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.382478] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.442510] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6: rpc.has_security_group_logging(os_id): False [ 880.468380] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.471668] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.471668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.471668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.471668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.471668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.471964] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.471964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.472171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.472280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.472280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.472481] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.472578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.472633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.472845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.472845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.473297] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.473297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.473297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.473469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.473469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.473563] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be created. [ 880.566191] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.566429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.566474] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.566720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.566923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.589095] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 880.971020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.971154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.971154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.971356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.971481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.971540] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 is going to be updated. [ 881.010768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.012440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.015958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.015958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.015958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.029060] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: IN_PROGRESS for 2s [ 881.141581] env[66160]: INFO networking_nsxv3.common.synchronization [req-bfb361a2-17b6-4a51-8380-1add741e72ea req-be12fb9a-38b2-48f0-a216-bda8c67d4c95 service nova] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_rules [ 881.141581] env[66160]: INFO networking_nsxv3.common.synchronization [req-bfb361a2-17b6-4a51-8380-1add741e72ea req-be12fb9a-38b2-48f0-a216-bda8c67d4c95 service nova] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 881.141581] env[66160]: INFO networking_nsxv3.common.synchronization [req-bfb361a2-17b6-4a51-8380-1add741e72ea req-be12fb9a-38b2-48f0-a216-bda8c67d4c95 service nova] Enqueued Resource ID: 5ee5ab35-171a-4312-b591-94ea76d543c6 with Priority: HIGHEST for action port [ 881.142228] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_rules [ 881.142228] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 881.142228] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5ab35-171a-4312-b591-94ea76d543c6 with Priority: HIGHEST for action port [ 881.142737] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.142737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.142737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.142932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.143109] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.144459] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.144574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.144996] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee5ab35-171a-4312-b591-94ea76d543c6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.145559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.145559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.145559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.145559] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee5ab35-171a-4312-b591-94ea76d543c6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.648085] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.648085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.648085] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ee5ab35-171a-4312-b591-94ea76d543c6 with status ACTIVE [ 881.648563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.648563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.648563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.648667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.648769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.648934] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.649074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.649140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.649296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.649372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.649549] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.649644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.649705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.649843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.649916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.649997] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ee5ab35-171a-4312-b591-94ea76d543c6 is going to be updated. [ 881.676377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.676578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.676629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.676810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.676960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.677164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee5ab35-171a-4312-b591-94ea76d543c6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.135090] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 882.135090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.135090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.135285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.135487] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.135611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.135669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.135845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.135931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.136045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.136143] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.617333] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 882.619041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639355] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.639564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.639809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.640032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.640453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.640552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640930] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.641057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.641239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.641393] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.641491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.641552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.641753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.641853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.641905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.641982] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.044101] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: SUCCESS [ 883.044519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.044797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.045150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.045476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.045689] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.045814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.046106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.046352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.046417] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.145711] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 105e715f-897c-47db-ad40-bc092c087de6: rpc.has_security_group_logging(os_id): False [ 883.168360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.168568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.168568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.168932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.169071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.169285] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.169431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.169510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.169675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.169755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.169984] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.170092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.170177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.170327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.170402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.170588] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.170679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.170770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.170950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.171039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.171126] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be created. [ 883.255212] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.255448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.258699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.258699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.258699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.275550] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 883.549245] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.054509] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.556966] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.557164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.557238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.557480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.557582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.557711] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 is going to be updated. [ 884.587812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.587979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.588064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.588325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.588414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.600100] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: IN_PROGRESS for 2s [ 885.291891] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 885.291891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.143382] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.144033] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 886.612878] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: SUCCESS [ 886.612878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.612878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.613294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.613294] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.614121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.614121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.614121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.614121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.614121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.614121] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.617586] env[66160]: INFO networking_nsxv3.common.synchronization [req-72ebfaea-fed1-4a67-b4d2-875f1c0dfcde req-1d7b5927-c0c3-416d-97d7-ff2a7f28a94e tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 886.617586] env[66160]: INFO networking_nsxv3.common.synchronization [req-72ebfaea-fed1-4a67-b4d2-875f1c0dfcde req-1d7b5927-c0c3-416d-97d7-ff2a7f28a94e tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 886.618341] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 886.618481] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 886.619228] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.619381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.619528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.619682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.619880] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.620057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.620206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.620580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.620708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.620832] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.621827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.621965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.622049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.622562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.622828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.622974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.623150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.623334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.623463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.623621] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.673323] env[66160]: INFO networking_nsxv3.common.synchronization [req-72ebfaea-fed1-4a67-b4d2-875f1c0dfcde req-1d7b5927-c0c3-416d-97d7-ff2a7f28a94e tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 886.673519] env[66160]: INFO networking_nsxv3.common.synchronization [req-72ebfaea-fed1-4a67-b4d2-875f1c0dfcde req-1d7b5927-c0c3-416d-97d7-ff2a7f28a94e tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 886.673697] env[66160]: INFO networking_nsxv3.common.synchronization [req-72ebfaea-fed1-4a67-b4d2-875f1c0dfcde req-1d7b5927-c0c3-416d-97d7-ff2a7f28a94e tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_rules [ 886.673787] env[66160]: INFO networking_nsxv3.common.synchronization [req-72ebfaea-fed1-4a67-b4d2-875f1c0dfcde req-1d7b5927-c0c3-416d-97d7-ff2a7f28a94e tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 886.673923] env[66160]: INFO networking_nsxv3.common.synchronization [req-72ebfaea-fed1-4a67-b4d2-875f1c0dfcde req-1d7b5927-c0c3-416d-97d7-ff2a7f28a94e tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 with Priority: HIGHEST for action port [ 886.674500] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 886.674640] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_rules [ 886.674741] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 with Priority: HIGHEST for action port [ 886.674864] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 886.674970] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 886.675255] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.675409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.675541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.675629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.675699] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.676630] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.676781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.676835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.677137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.677230] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.678046] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcaa8f9c-270f-413c-9591-bf8841241fc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.678189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.678267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.678415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.678475] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcaa8f9c-270f-413c-9591-bf8841241fc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.679282] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.679397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.679574] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.679668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.788590] env[66160]: INFO networking_nsxv3.common.synchronization [req-77c94696-a519-4bbe-bd1b-68d7de621d5e req-be9ff184-3393-4d20-9962-7df7de027eee tempest-ServersTestBootFromVolume-659118806 tempest-ServersTestBootFromVolume-659118806-project-member] Enqueued Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_members [ 886.790091] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 with Priority: HIGHEST for action security_group_members [ 886.790262] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f60089-6497-4771-a5bb-ee4c8eb40566 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.790400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.790465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.790681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.790911] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.791038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.791038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.791205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.791302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.791393] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f60089-6497-4771-a5bb-ee4c8eb40566',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.118387] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.118583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.118678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.118943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.119158] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.119267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.119324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.119562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.119800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.119860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.120011] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.120118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.120168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.120405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.120525] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.120641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.120702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.120948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.121236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.121367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.121496] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.126415] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.127499] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.181572] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.181765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.182659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.182659] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcaa8f9c-270f-413c-9591-bf8841241fc1 with status ACTIVE [ 887.182659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.182844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.183297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.183900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.183900] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.183900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.183900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.185207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.185207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.185207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.185207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.185207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.185207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.185207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.185207] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 is going to be updated. [ 887.231487] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.231642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.231711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.232105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.232269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.232756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.293950] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.294220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.294317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.294574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.294673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.294890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.294990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.295110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.295281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.295335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.295554] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 is going to be updated. [ 887.344058] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.344263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.344319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.344634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.344777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.355534] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 in Status: IN_PROGRESS for 2s [ 887.434229] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 887.434229] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_members [ 887.434229] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 887.437559] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 887.437559] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_members [ 887.437559] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 887.437559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.437559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6633a1-0adb-4258-9a60-ccae9c8443e4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.437559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.437559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.437559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.437559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.438383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.438383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.438383] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.439990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.440126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.489904] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_rules [ 887.490108] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_members [ 887.490243] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 887.490441] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 887.490496] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_rules [ 887.491066] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 887.491066] env[66160]: INFO networking_nsxv3.common.synchronization [req-2d89348f-7ca5-417f-aab4-9e59b30ac910 req-7c21b066-b1ee-47d3-9e3f-50e2debc9704 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 with Priority: HIGHEST for action port [ 887.491959] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_rules [ 887.492127] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 887.492227] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 887.492319] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 with Priority: HIGHEST for action port [ 887.492410] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_rules [ 887.492497] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_members [ 887.492581] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 887.492962] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.493055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.493055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.493373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.493421] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.494486] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.494622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.494724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.494809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.494991] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcaa8f9c-270f-413c-9591-bf8841241fc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.495118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.495171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.495711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.495711] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcaa8f9c-270f-413c-9591-bf8841241fc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.496600] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.496702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.496882] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6633a1-0adb-4258-9a60-ccae9c8443e4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.496964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.497165] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.497245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.624969] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4667b602-7d3d-4659-88b9-5ca2b4f10a50: rpc.has_security_group_logging(os_id): False [ 887.629097] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.631204] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.650345] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.650516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.650589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.650944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.651067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.651264] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.651370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.651420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.651586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.651665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.652451] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.652451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.652451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.652451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.652451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.652655] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.652655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.652655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.652820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.652820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.652900] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 is going to be updated. [ 887.767120] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.767316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.767356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.768275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.768275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.785715] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: IN_PROGRESS for 2s [ 887.942900] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.000688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6633a1-0adb-4258-9a60-ccae9c8443e4 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.000688] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcaa8f9c-270f-413c-9591-bf8841241fc1 with status ACTIVE [ 888.000688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.000688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.001795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.001795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.001795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.001795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.001795] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcaa8f9c-270f-413c-9591-bf8841241fc1 is going to be updated. [ 888.032735] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.032989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.033122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.033343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.033868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.033868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcaa8f9c-270f-413c-9591-bf8841241fc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.132393] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.132611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.132668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.132976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.133100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.133483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 888.134791] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.134956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.135048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.135285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.135390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.135526] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be created. [ 888.193417] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.193417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.193417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.193417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.193417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.221613] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: UNINITIALIZED for 2s [ 888.222999] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.223203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.223242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.223454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.223613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.238165] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 888.447407] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.949303] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.949624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.949624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.949864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.950017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.950174] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 is going to be created. [ 888.976914] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.977134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.977134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.977333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.977491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.988781] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: UNINITIALIZED for 2s [ 889.374027] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 in Status: SUCCESS [ 889.374027] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f60089-6497-4771-a5bb-ee4c8eb40566 deletion is rescheduled due to dependency. [ 889.374027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f60089-6497-4771-a5bb-ee4c8eb40566" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.513769] env[66160]: INFO networking_nsxv3.common.synchronization [req-a09abb65-5510-4511-a466-cbb5fc333275 req-671389b7-589b-4b22-a6db-f6ecd99fc7cd tempest-ServerMetadataNegativeTestJSON-847826674 tempest-ServerMetadataNegativeTestJSON-847826674-project-member] Enqueued Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_members [ 889.514582] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_members [ 889.514961] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1746d3-659b-4ab7-b824-ed39e632cf03 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.515121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.515213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.515836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.516114] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.516270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.516366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.516622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.516746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.516893] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.803891] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: SUCCESS [ 889.804259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.024207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.024207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.024207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.024207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.024599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.024599] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.024715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.024715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.025777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.025777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.025777] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 already deleted. [ 890.025777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.123705] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.123705] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-802" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.123705] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-802" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.123705] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-802" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.123705] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.124210] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.124210] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.124417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.124573] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.125079] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.125516] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.125848] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.126166] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.126534] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.126879] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.127398] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.151836] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.152091] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.152253] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.152450] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-802" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.152799] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-40214ac0-b104-4902-9814-ba3dfa504e8b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.152990] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.153162] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.156118] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.156308] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40214ac0-b104-4902-9814-ba3dfa504e8b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.232286] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: SUCCESS [ 890.232525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.233097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.233345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.233537] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.233662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.233714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.233871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.233959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.234075] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.248974] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 890.249238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.249372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.249590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.249776] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.249893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.249956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.250121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.250200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.250299] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.659715] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.661606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.661606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.661606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.661606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.661606] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 40214ac0-b104-4902-9814-ba3dfa504e8b not found, creating... [ 890.661606] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.661606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.661606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.662145] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.662145] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.664265] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.664265] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.664265] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.664265] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.664265] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.664265] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 40214ac0-b104-4902-9814-ba3dfa504e8b is going to be created. [ 890.693197] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.693570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.693814] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.694157] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.694481] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.694808] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.737532] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.754117] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.000998] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: SUCCESS [ 891.001763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.001763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.001962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.002288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.002380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.002481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.002740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.002870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.003071] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.243608] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.257041] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.506508] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.514133] env[66160]: INFO networking_nsxv3.common.synchronization [req-a09abb65-5510-4511-a466-cbb5fc333275 req-f31babca-1f57-46bf-825e-0c3d126006f5 service nova] Enqueued Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_rules [ 891.514133] env[66160]: INFO networking_nsxv3.common.synchronization [req-a09abb65-5510-4511-a466-cbb5fc333275 req-f31babca-1f57-46bf-825e-0c3d126006f5 service nova] Enqueued Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_members [ 891.514133] env[66160]: INFO networking_nsxv3.common.synchronization [req-a09abb65-5510-4511-a466-cbb5fc333275 req-f31babca-1f57-46bf-825e-0c3d126006f5 service nova] Enqueued Resource ID: 40214ac0-b104-4902-9814-ba3dfa504e8b with Priority: HIGHEST for action port [ 891.515094] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_rules [ 891.515285] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_members [ 891.515430] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40214ac0-b104-4902-9814-ba3dfa504e8b with Priority: HIGHEST for action port [ 891.515672] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1746d3-659b-4ab7-b824-ed39e632cf03 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.515795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.515864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.516175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.516260] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.517548] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1746d3-659b-4ab7-b824-ed39e632cf03 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.517623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.517690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.517867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.518094] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.518155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.518197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.518323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.518408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.518490] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.519965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-40214ac0-b104-4902-9814-ba3dfa504e8b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.519965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.519965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.519965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.519965] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40214ac0-b104-4902-9814-ba3dfa504e8b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.750360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.750360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.750360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.750360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.750360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.750360] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be updated. [ 891.761317] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.761849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.761968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.762251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.762343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.762445] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 891.787679] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.787679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.787679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.787679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.787679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.801028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.801028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.801028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.801028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.801028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.807287] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: IN_PROGRESS for 2s [ 891.813714] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 891.981782] env[66160]: INFO networking_nsxv3.common.synchronization [req-19247b0e-c0a1-4cb9-a252-0ea4acea5684 req-8014bc77-4b29-4a86-ae6d-761c62e88f5c tempest-ServersAdminTestJSON-1652912630 tempest-ServersAdminTestJSON-1652912630-project-member] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 891.982416] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGHEST for action security_group_members [ 891.982747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.982892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.982933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.984570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.984900] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.985170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.985359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.985659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.985787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.986103] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.007939] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.022585] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40214ac0-b104-4902-9814-ba3dfa504e8b with status ACTIVE [ 892.023208] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.023483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.024061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.024061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.024061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.024061] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.024336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.024336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.024609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.024609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.024776] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.024864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.024931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.025107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.025187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.025273] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40214ac0-b104-4902-9814-ba3dfa504e8b is going to be updated. [ 892.027790] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1746d3-659b-4ab7-b824-ed39e632cf03 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.027790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.027790] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.054349] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.054498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.054566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.054766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.054901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.055071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40214ac0-b104-4902-9814-ba3dfa504e8b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.131388] env[66160]: INFO networking_nsxv3.common.synchronization [req-57b6c4de-604a-41a2-914e-fc84a75e0d67 req-599ab129-d138-4e49-8c98-ac492e713f41 tempest-ServerAddressesTestJSON-1310826442 tempest-ServerAddressesTestJSON-1310826442-project-member] Enqueued Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_members [ 892.132605] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_members [ 892.133285] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eadf68c-708b-4887-b89f-583c052ca208 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.133529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.133529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.133864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.134205] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.134403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.134955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.135295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.135471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.135655] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.491024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.491024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.491024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.491024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be updated. [ 892.514168] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.514168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.514168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.514168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.514168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.514168] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 is going to be updated. [ 892.530516] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.531080] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.531396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.531590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.532075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.532352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.545315] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: IN_PROGRESS for 2s [ 892.551187] env[66160]: INFO networking_nsxv3.common.synchronization [req-51fd3337-b766-47b9-b111-cdb23f9793f8 req-0cec356c-61a0-4f3c-a73b-969a047d3c9b tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 892.551922] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 892.551922] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.552388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.552388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.552706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.553182] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.553182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.553182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.553843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.553955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.554081] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.566983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.566983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.566983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.566983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.577160] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: IN_PROGRESS for 2s [ 892.641926] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.641926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.641926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.641926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.641926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.641926] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.641926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.642230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.642230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.642298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.642410] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eadf68c-708b-4887-b89f-583c052ca208 already deleted. [ 892.642482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.684822] env[66160]: INFO networking_nsxv3.common.synchronization [req-5960f782-5758-48ef-9ae2-6524777b5a88 req-b16ec42a-1802-4815-8a17-cbe750e38dc1 tempest-ServersTestJSON-554636972 tempest-ServersTestJSON-554636972-project-member] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_members [ 892.686082] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGHEST for action security_group_members [ 892.686439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.686732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.686732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.686909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687089] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.687175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.687205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.687344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687553] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.036324] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.036324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.036324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.036324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.036324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.036324] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 is going to be created. [ 893.040074] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.040219] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-95" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.041277] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-95" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.041636] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-95" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.041886] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.042122] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.042169] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.042678] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.042889] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.043467] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.043467] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.043467] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.043688] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.043880] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.044046] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.044210] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.058863] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.059069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.059176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.059399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.059505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.059755] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.059857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.059920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.060104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.060212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.060310] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 893.067646] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.067875] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.068042] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.068248] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-95" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.068598] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.068795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.068919] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.069276] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.069484] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a361670-7fc1-4ea6-8d7e-c128ca6c5489',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.072995] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.073265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.073265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.073406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.073559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.085376] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 in Status: UNINITIALIZED for 2s [ 893.106168] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.106168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.106352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.107057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.107057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.118913] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 893.193095] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.193095] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.193095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.193095] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce is going to be updated. [ 893.223467] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.223637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.223671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.223945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.225068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.245701] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: IN_PROGRESS for 2s [ 893.576796] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.577180] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.577268] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.577582] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.577755] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.577942] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 5a361670-7fc1-4ea6-8d7e-c128ca6c5489 not found, creating... [ 893.578259] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.578452] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.578579] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.578867] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.579601] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.579601] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.580251] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.580501] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.580622] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.580756] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.580930] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 5a361670-7fc1-4ea6-8d7e-c128ca6c5489 is going to be created. [ 893.604454] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.604651] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.604766] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.605056] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.605282] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.605518] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.817313] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: SUCCESS [ 893.817576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.817745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.817975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.818207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.818404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.818446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.818591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.818675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.818758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.818883] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.819779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.820069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.820131] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.820255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.820313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.820421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.820507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.820623] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.825264] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 893.825463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.826028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.826028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.826028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.826260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.826260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.826338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.826416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.826517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.826614] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.827766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.827766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.827766] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.827930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.827930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.828093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.828181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.829248] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.323474] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.324656] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.331603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.331603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.331603] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.428246] env[66160]: INFO networking_nsxv3.common.synchronization [req-57b6c4de-604a-41a2-914e-fc84a75e0d67 req-ff3ff6fe-4134-4ae4-84bb-824813daf973 service nova] Enqueued Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_rules [ 894.428246] env[66160]: INFO networking_nsxv3.common.synchronization [req-57b6c4de-604a-41a2-914e-fc84a75e0d67 req-ff3ff6fe-4134-4ae4-84bb-824813daf973 service nova] Enqueued Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_members [ 894.428246] env[66160]: INFO networking_nsxv3.common.synchronization [req-57b6c4de-604a-41a2-914e-fc84a75e0d67 req-ff3ff6fe-4134-4ae4-84bb-824813daf973 service nova] Enqueued Resource ID: 5a361670-7fc1-4ea6-8d7e-c128ca6c5489 with Priority: HIGHEST for action port [ 894.429076] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_rules [ 894.429076] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_members [ 894.429076] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a361670-7fc1-4ea6-8d7e-c128ca6c5489 with Priority: HIGHEST for action port [ 894.429450] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eadf68c-708b-4887-b89f-583c052ca208 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.429450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.429450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.429660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.429660] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.430491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eadf68c-708b-4887-b89f-583c052ca208 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.430599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.430966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.431643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.431643] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.431643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.431643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.431837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.431904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.431962] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.435842] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.435842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.435842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.435842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.435842] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a361670-7fc1-4ea6-8d7e-c128ca6c5489',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.556782] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076f7b2e-38be-4ab7-9247-ede14c31921e in Status: SUCCESS [ 894.556964] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e deletion is rescheduled due to dependency. [ 894.557129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.586412] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: SUCCESS [ 894.586695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.586811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.587046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.587248] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.587367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.587432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.587584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.587671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.587774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.587873] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.826640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f748149-a311-4aea-bb67-83fb9aafb242: rpc.has_security_group_logging(os_id): False [ 894.828139] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.836096] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.848261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.848354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.849061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.849061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.849061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.849206] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.849206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.849312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.849675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.849675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.849675] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be created. [ 894.927908] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.927908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.927908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.927908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.927908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.939029] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.939029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eadf68c-708b-4887-b89f-583c052ca208 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.939029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.939029] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a361670-7fc1-4ea6-8d7e-c128ca6c5489 with status ACTIVE [ 894.939029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.939029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.939029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.939029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.939029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.939029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.939029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.939029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.939928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.940135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.940410] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.940616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.940769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.941039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.941209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.941389] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a361670-7fc1-4ea6-8d7e-c128ca6c5489 is going to be updated. [ 894.943190] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: IN_PROGRESS for 2s [ 894.970211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.970211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.970211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.970211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.970211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.970211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a361670-7fc1-4ea6-8d7e-c128ca6c5489" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.092908] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.097629] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 in Status: SUCCESS [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.102063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.102063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.102063] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.133385] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 895.133909] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 deletion is rescheduled due to dependency. [ 895.134253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.257251] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce in Status: SUCCESS [ 895.257449] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce deletion is rescheduled due to dependency. [ 895.257543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.331009] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.331232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.331314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.331561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.331682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.331857] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be updated. [ 895.340806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.341061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.341061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.341270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.341348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.341451] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 895.365795] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.365927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.366022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.366424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.366661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.369600] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.369600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.369731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.370124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.370260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.382106] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: IN_PROGRESS for 2s [ 895.382807] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 895.438839] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.595193] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6633a1-0adb-4258-9a60-ccae9c8443e4: rpc.has_security_group_logging(os_id): False [ 895.606618] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1746d3-659b-4ab7-b824-ed39e632cf03 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.606751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.607686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.607933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.608141] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.608264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.608320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.608470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.608556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.608642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.608833] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1746d3-659b-4ab7-b824-ed39e632cf03 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.608922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.608980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.609121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.609261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.610063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.610144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.610815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.611048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.611108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.611196] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.612812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.612935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.612992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.613167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.613250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.613459] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.613556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.613618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.613759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.613836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.613922] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 is going to be created. [ 895.668095] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.668095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.668095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.668095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.669364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.680248] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: IN_PROGRESS for 2s [ 895.942296] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.942484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.942563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.942774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.943137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.943137] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eadf68c-708b-4887-b89f-583c052ca208 is going to be created. [ 895.970437] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.970654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.970722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.971101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.971313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.981716] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eadf68c-708b-4887-b89f-583c052ca208 in Status: UNINITIALIZED for 2s [ 896.120349] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a1746d3-659b-4ab7-b824-ed39e632cf03: rpc.has_security_group_logging(os_id): False [ 896.145424] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.145424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.145424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.145822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.145822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.146053] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.146198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.146283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.146491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.146595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147779] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.147779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147779] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.147779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.148119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.148119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.148119] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 is going to be created. [ 896.222204] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.222204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.222204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.222204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.222204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.240107] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 in Status: IN_PROGRESS for 2s [ 896.958822] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: SUCCESS [ 896.959699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.960074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.960343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.960450] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.394452] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 897.394718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.394918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.395175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.395402] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.396030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.396030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.396030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.396030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.396030] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.399325] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: SUCCESS [ 897.399325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.399325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.399769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.400159] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.400906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.401103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.401373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.401373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.401473] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.463792] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.463792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.703460] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: SUCCESS [ 897.703958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905723] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.905723] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.993627] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eadf68c-708b-4887-b89f-583c052ca208 in Status: SUCCESS [ 897.993867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.994014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.994249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.994442] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.994560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.994628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.994781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.998021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.998021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.998021] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.263123] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 in Status: SUCCESS [ 898.264035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.408279] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.409445] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.498051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eadf68c-708b-4887-b89f-583c052ca208 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.498051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.498051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.498328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.498468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.498547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.498580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.498731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.498818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.499037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.499112] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eadf68c-708b-4887-b89f-583c052ca208 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.499244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.499331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.499494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.499543] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.499647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.499691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.499842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.499929] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.500086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.500134] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.917024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.917024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.917024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.917024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.917024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.918091] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 898.920027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.920820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.920820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.920820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.920820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.920820] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be updated. [ 898.954445] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.954642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.954759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.955145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.955213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.957166] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.957339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.957387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.957533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.957657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.968832] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 898.969750] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: IN_PROGRESS for 2s [ 899.004911] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eadf68c-708b-4887-b89f-583c052ca208: rpc.has_security_group_logging(os_id): False [ 899.022479] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.022594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.022664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.023132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.023132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.023275] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.023438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.023438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.023554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.023633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.023827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.023921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.023984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.024142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.024221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.024390] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.024483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.024543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.024680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.024756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.024841] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eadf68c-708b-4887-b89f-583c052ca208 is going to be created. [ 899.139972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.139972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.139972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.139972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.139972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.152065] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eadf68c-708b-4887-b89f-583c052ca208 in Status: IN_PROGRESS for 2s [ 899.431359] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 899.431359] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 900.460298] env[66160]: INFO networking_nsxv3.common.synchronization [req-4300b7ee-d4f7-4e60-949e-880c1fce7860 req-e63aaeea-ce15-4c4f-8b82-ff2dd304af91 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 900.461795] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 900.461795] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.463290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.463375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.463581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.463761] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.463871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.463933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.464116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.464204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.464301] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.966701] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.967413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.967413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.967413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.967413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.967546] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.967775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.967775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.967873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.967941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.968033] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 900.982766] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 900.982994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.983272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.983503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.983698] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.983816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.983881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.984063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.984145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.984230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.984381] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.984477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.984536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.984674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.984814] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.984920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.985316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.985316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.985316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.985430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.985430] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.987721] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: SUCCESS [ 900.987721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.987721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.987721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.987721] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.987721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.987955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.987955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.988021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.988234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.988234] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.003317] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.003462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.003532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.003733] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.003875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.016909] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 901.167926] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eadf68c-708b-4887-b89f-583c052ca208 in Status: SUCCESS [ 901.168473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266245] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.266470] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.266585] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.266852] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267158] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.267339] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.267446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.267662] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267802] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.268018] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.268217] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.268392] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.268464] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.268630] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.268689] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.268887] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.293356] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.293647] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.293793] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.294908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.294908] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.294908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.294908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.295267] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.295267] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc8ce4c-3ead-4c1a-a672-3d3a7131510b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.491111] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.492456] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6: rpc.has_security_group_logging(os_id): False [ 901.512304] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.512457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.512457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.512651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.512720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.512974] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.513145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.513210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.513376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.513454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.513642] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.513732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.513828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.514140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.514140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.514244] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.514294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.514333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.514515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.514515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.514604] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 901.589556] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.589728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.589728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.589922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.590106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.606724] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 901.797686] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.797928] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.798068] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.798357] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.798516] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.798672] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 7fc8ce4c-3ead-4c1a-a672-3d3a7131510b not found, creating... [ 901.799087] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.799337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.799521] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.799779] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.799927] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.800317] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.800485] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.800600] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.800824] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.801049] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.801205] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 7fc8ce4c-3ead-4c1a-a672-3d3a7131510b is going to be created. [ 901.824157] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.824439] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.824567] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.824927] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.825395] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.825641] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.968083] env[66160]: INFO networking_nsxv3.common.synchronization [None req-a2450fa6-fae3-4bc2-a5e3-8b70d3c2e34c None None] Enqueued Resource ID: e98856eb-66be-491a-9364-52ef64013105 with Priority: HIGHEST for action port [ 901.968658] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98856eb-66be-491a-9364-52ef64013105 with Priority: HIGHEST for action port [ 901.969049] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-e98856eb-66be-491a-9364-52ef64013105 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.969202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e98856eb-66be-491a-9364-52ef64013105" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.969270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e98856eb-66be-491a-9364-52ef64013105" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.969546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e98856eb-66be-491a-9364-52ef64013105" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.969624] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e98856eb-66be-491a-9364-52ef64013105',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.994368] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f748149-a311-4aea-bb67-83fb9aafb242: rpc.has_security_group_logging(os_id): False [ 902.024329] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.024515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.024552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.024751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.024899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.025119] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.025210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.025274] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.025436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.025510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.025594] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be updated. [ 902.094514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.094670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.094746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.095010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.095184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.114280] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: IN_PROGRESS for 2s [ 902.472080] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e98856eb-66be-491a-9364-52ef64013105 [ 902.473237] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.473792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.473877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.474171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.474700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.474700] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e98856eb-66be-491a-9364-52ef64013105 already deleted. [ 902.474700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e98856eb-66be-491a-9364-52ef64013105" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.571929] env[66160]: INFO networking_nsxv3.common.synchronization [req-4300b7ee-d4f7-4e60-949e-880c1fce7860 req-a228c35b-e435-4db9-8eb5-ed5944f1111e service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 902.572203] env[66160]: INFO networking_nsxv3.common.synchronization [req-4300b7ee-d4f7-4e60-949e-880c1fce7860 req-a228c35b-e435-4db9-8eb5-ed5944f1111e service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 902.572648] env[66160]: INFO networking_nsxv3.common.synchronization [req-4300b7ee-d4f7-4e60-949e-880c1fce7860 req-a228c35b-e435-4db9-8eb5-ed5944f1111e service nova] Enqueued Resource ID: 7fc8ce4c-3ead-4c1a-a672-3d3a7131510b with Priority: HIGHEST for action port [ 902.573592] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 902.573804] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 902.573944] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc8ce4c-3ead-4c1a-a672-3d3a7131510b with Priority: HIGHEST for action port [ 902.574284] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.574436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.574526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.574836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.574836] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.576109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.576109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.576109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.576109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.576267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.576370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.576602] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc8ce4c-3ead-4c1a-a672-3d3a7131510b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.863960] env[66160]: INFO networking_nsxv3.common.synchronization [req-36430b05-5456-4cd9-b931-47c1c7859fa7 req-beeb4b9a-7924-44c3-b394-13acb5cfff68 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 902.863960] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 902.865307] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.865626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.865824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.866129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.866426] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.866673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.866832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.867154] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.867344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.867514] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.026823] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 903.027022] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c deletion is rescheduled due to dependency. [ 903.027155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.027317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.027532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.027722] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.027837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.027902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.028071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.028152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.028244] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.078957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.079156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.079321] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fc8ce4c-3ead-4c1a-a672-3d3a7131510b with status ACTIVE [ 903.079500] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.079609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.079666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.079946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.079946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.080163] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.080215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.080285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.080455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.080500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.080688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.080791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.080852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.081030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.081110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.081195] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fc8ce4c-3ead-4c1a-a672-3d3a7131510b is going to be updated. [ 903.101994] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.102188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.102263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.102464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.102597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.102755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc8ce4c-3ead-4c1a-a672-3d3a7131510b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.370109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.370863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.370863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.373640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.373640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.373640] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.373640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.373640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.373640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.373640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.373640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 903.407074] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.407074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.407074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.407074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.407074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.416988] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 903.531134] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.621688] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 903.622223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.622259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.622652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.622723] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.038734] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.126146] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.126492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.126492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.126651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.126829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.127188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.127188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.127301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.127301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.127422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.127768] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.134648] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: SUCCESS [ 904.135409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.471321] env[66160]: INFO networking_nsxv3.common.synchronization [None req-1d1afefe-f300-40ce-8343-3f51280c7a1b None None] Enqueued Resource ID: fdffc9f4-fc7b-450a-b6a9-971f70dd61c2 with Priority: HIGHEST for action port [ 904.472390] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdffc9f4-fc7b-450a-b6a9-971f70dd61c2 with Priority: HIGHEST for action port [ 904.477016] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdffc9f4-fc7b-450a-b6a9-971f70dd61c2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.477016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdffc9f4-fc7b-450a-b6a9-971f70dd61c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.477016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdffc9f4-fc7b-450a-b6a9-971f70dd61c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.477016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdffc9f4-fc7b-450a-b6a9-971f70dd61c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.477016] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdffc9f4-fc7b-450a-b6a9-971f70dd61c2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.543415] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.546587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.546587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.546587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.546587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.546587] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 904.575516] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.575757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.575757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.575974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.576097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.588719] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 904.633880] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.635356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.635356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.635618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.635751] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.635903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.635973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.636180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.636291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.636405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.636575] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.636708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.636779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.636968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.637354] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.637499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.638264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.638264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.638264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.638264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.638264] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.978521] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdffc9f4-fc7b-450a-b6a9-971f70dd61c2 [ 904.978754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.978957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.979051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.979294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.979398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.979496] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdffc9f4-fc7b-450a-b6a9-971f70dd61c2 already deleted. [ 904.979579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdffc9f4-fc7b-450a-b6a9-971f70dd61c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.147156] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6: rpc.has_security_group_logging(os_id): False [ 905.170407] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.170624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.170698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.170979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.171068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.171269] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.171407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.171447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.171591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.171655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.171837] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.171952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.172146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.172331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.172437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.172668] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.172780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.172862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.173169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.173262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.173840] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 905.244902] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.244902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.246214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.246214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.246214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.275814] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 905.426857] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 905.427069] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 905.427196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.079149] env[66160]: INFO networking_nsxv3.common.synchronization [req-e6e33583-52bb-4ba0-89cc-a66d8c790c47 req-5fc88040-4b86-4532-b761-e9bb85190de3 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 906.079769] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 906.080088] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.080213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.080318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.080596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.080667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.080727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.080762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.080901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.081058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.081154] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.494041] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.494041] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.494041] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.494278] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.494536] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.494689] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.495521] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.495521] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.495521] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.495521] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.495521] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.495726] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.495726] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.495792] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.495850] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.495978] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.518429] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.518571] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.518708] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.518881] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-325" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.519232] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-03dfd481-8f71-4818-b6d6-1b1204f7c09c taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.519405] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.519522] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.519838] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.519974] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03dfd481-8f71-4818-b6d6-1b1204f7c09c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.583529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.583696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.583847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.584116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.584982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.584982] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.584982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.584982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.584982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.585749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.585749] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 906.601236] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 906.602607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.602607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.602607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.602607] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.602607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.602607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.602607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.602607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.603023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.603023] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.615122] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.615307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.615362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.615572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.615709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.629030] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 907.021927] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.022182] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.022313] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.022619] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.022766] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.022922] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 03dfd481-8f71-4818-b6d6-1b1204f7c09c not found, creating... [ 907.023218] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.023380] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.023496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.023726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.023862] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.024173] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.024331] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.024445] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.024654] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.024782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.024942] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 03dfd481-8f71-4818-b6d6-1b1204f7c09c is going to be created. [ 907.052549] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.052769] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.052895] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.053295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.053550] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.053839] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.104777] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.296596] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 907.296986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.606899] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd65a6de-a2ae-451a-aae5-ad38da13ce0c: rpc.has_security_group_logging(os_id): False [ 907.633203] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.633389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.633458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.633690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.635756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.636053] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.636579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.636579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.636579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.636579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.636579] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 907.830729] env[66160]: INFO networking_nsxv3.common.synchronization [req-e6e33583-52bb-4ba0-89cc-a66d8c790c47 req-fdb06e46-ef8d-4100-80de-a667f4f11c53 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 907.830980] env[66160]: INFO networking_nsxv3.common.synchronization [req-e6e33583-52bb-4ba0-89cc-a66d8c790c47 req-fdb06e46-ef8d-4100-80de-a667f4f11c53 service nova] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 907.831177] env[66160]: INFO networking_nsxv3.common.synchronization [req-e6e33583-52bb-4ba0-89cc-a66d8c790c47 req-fdb06e46-ef8d-4100-80de-a667f4f11c53 service nova] Enqueued Resource ID: 03dfd481-8f71-4818-b6d6-1b1204f7c09c with Priority: HIGHEST for action port [ 907.833428] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.833428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.833428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.833650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.833967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.835265] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_rules [ 907.835405] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 907.835503] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dfd481-8f71-4818-b6d6-1b1204f7c09c with Priority: HIGHEST for action port [ 907.835844] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.835966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.836436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.836570] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.837484] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.837575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.837766] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-03dfd481-8f71-4818-b6d6-1b1204f7c09c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.837867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.838175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.838175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.838262] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03dfd481-8f71-4818-b6d6-1b1204f7c09c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.870138] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 908.341026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.341452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.341452] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03dfd481-8f71-4818-b6d6-1b1204f7c09c with status ACTIVE [ 908.342494] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.342494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.342494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.342494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.342494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.342895] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.342991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.343104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.343340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.343457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.343724] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.343858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.343968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.344293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.344503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.344667] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03dfd481-8f71-4818-b6d6-1b1204f7c09c is going to be updated. [ 908.372148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.372391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.372391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.372952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.372952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.372952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03dfd481-8f71-4818-b6d6-1b1204f7c09c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.407261] env[66160]: INFO networking_nsxv3.common.synchronization [req-634c922d-9cf9-4e4d-bb38-1dcaf2dcae58 req-8c9ea432-e8b4-4a13-b3cf-c4b31ef455f5 tempest-ServerAddressesTestJSON-1310826442 tempest-ServerAddressesTestJSON-1310826442-project-member] Enqueued Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_members [ 908.407799] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eadf68c-708b-4887-b89f-583c052ca208 with Priority: HIGHEST for action security_group_members [ 908.408128] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eadf68c-708b-4887-b89f-583c052ca208 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.408412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.408412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.408512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.408651] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.408752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.408812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.409163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.409286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.409469] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eadf68c-708b-4887-b89f-583c052ca208',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.639850] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 908.639850] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 deletion is rescheduled due to dependency. [ 908.639850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.639850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.639850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.639850] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.640234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.640234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.640311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.640339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.640438] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.913470] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.914026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.914026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.914405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.914561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.914769] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.914943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.915019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.915213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.915319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.915427] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eadf68c-708b-4887-b89f-583c052ca208 is going to be updated. [ 908.944848] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.945030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.945081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.945288] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.945466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.955938] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eadf68c-708b-4887-b89f-583c052ca208 in Status: IN_PROGRESS for 2s [ 909.142611] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.645591] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.885736] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 909.885971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.148237] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.148387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.149378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.149378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.149378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.149507] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 910.182169] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.182857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.182857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.182857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.182857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.192601] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 910.472542] env[66160]: INFO networking_nsxv3.common.synchronization [None req-8f940e29-71c0-4348-8406-eed439eb1ac7 None None] Enqueued Resource ID: 66fbac5b-c317-4673-9c45-1a91002f14ec with Priority: HIGHEST for action port [ 910.474147] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66fbac5b-c317-4673-9c45-1a91002f14ec with Priority: HIGHEST for action port [ 910.474402] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-66fbac5b-c317-4673-9c45-1a91002f14ec taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.474731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66fbac5b-c317-4673-9c45-1a91002f14ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.474951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66fbac5b-c317-4673-9c45-1a91002f14ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.475371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66fbac5b-c317-4673-9c45-1a91002f14ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.476618] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66fbac5b-c317-4673-9c45-1a91002f14ec',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.967447] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eadf68c-708b-4887-b89f-583c052ca208 in Status: SUCCESS [ 910.967730] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eadf68c-708b-4887-b89f-583c052ca208 deletion is rescheduled due to dependency. [ 910.967730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eadf68c-708b-4887-b89f-583c052ca208" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.980554] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66fbac5b-c317-4673-9c45-1a91002f14ec [ 910.980961] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.981559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.982047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.982546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.982712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.982884] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66fbac5b-c317-4673-9c45-1a91002f14ec already deleted. [ 910.983061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66fbac5b-c317-4673-9c45-1a91002f14ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.242482] env[66160]: INFO networking_nsxv3.common.synchronization [req-75b7ce8d-213d-4f1b-b6ff-83dc272df8ef req-9e523b4a-da02-4ed1-aaca-ec892d1d0cbc tempest-ServerMetadataNegativeTestJSON-847826674 tempest-ServerMetadataNegativeTestJSON-847826674-project-member] Enqueued Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_members [ 911.243045] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 with Priority: HIGHEST for action security_group_members [ 911.243763] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1746d3-659b-4ab7-b824-ed39e632cf03 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.243763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.243763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.243983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.243983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.244070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.244138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.244272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.244543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.244646] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1746d3-659b-4ab7-b824-ed39e632cf03',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.747904] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.747904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.747904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.748239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.748239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.748345] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.748391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.748542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.748595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.748647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.748740] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 is going to be updated. [ 911.777549] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.777696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.777762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.777998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.778147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.792867] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 in Status: IN_PROGRESS for 2s [ 912.206906] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 912.207254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.207254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.207597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.208500] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.208500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.208500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.208500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.208500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.208500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.208500] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.714028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.714028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.714028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.714028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.714028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.714628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.714628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.714628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.714628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.714628] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.100718] env[66160]: INFO networking_nsxv3.common.synchronization [None req-a9615816-6de3-4af0-9fb2-dfa4a391c010 None None] Enqueued Resource ID: 69a0635f-827f-4059-b342-5b9ccf93ee94 with Priority: HIGHEST for action port [ 913.101441] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a0635f-827f-4059-b342-5b9ccf93ee94 with Priority: HIGHEST for action port [ 913.101794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-69a0635f-827f-4059-b342-5b9ccf93ee94 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.101921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69a0635f-827f-4059-b342-5b9ccf93ee94" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.102179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69a0635f-827f-4059-b342-5b9ccf93ee94" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.102491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69a0635f-827f-4059-b342-5b9ccf93ee94" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.102580] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69a0635f-827f-4059-b342-5b9ccf93ee94',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.217525] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06586147-dbbb-416f-adbf-a56a1885e999: rpc.has_security_group_logging(os_id): False [ 913.239806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.239806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.239806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.239806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.240423] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.240423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.240423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.240423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.240423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.240423] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 913.306264] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.306264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.306687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.306687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.306768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.332302] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 913.604845] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69a0635f-827f-4059-b342-5b9ccf93ee94 [ 913.605036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.605214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.605289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.605515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.605603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.605702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69a0635f-827f-4059-b342-5b9ccf93ee94 already deleted. [ 913.605961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69a0635f-827f-4059-b342-5b9ccf93ee94" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.805491] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 in Status: SUCCESS [ 913.805667] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1746d3-659b-4ab7-b824-ed39e632cf03 deletion is rescheduled due to dependency. [ 913.806103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1746d3-659b-4ab7-b824-ed39e632cf03" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.071463] env[66160]: INFO networking_nsxv3.common.synchronization [req-b2dd20ca-c504-4b6f-a0fa-3074d939ac5b req-59380a90-296b-45e7-b409-d3859506fe85 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 914.072496] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 914.074097] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.074247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.074320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.074797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.075048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.075169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.075238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.075406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.075495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.075590] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.389672] env[66160]: INFO networking_nsxv3.common.synchronization [req-6ad15117-f5fa-41b6-b97d-46dcaf8d6e83 req-5a342207-1e75-487a-bbe3-d847e27d3518 tempest-ServerRescueTestJSON-1807130009 tempest-ServerRescueTestJSON-1807130009-project-member] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 914.395662] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 914.395662] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.395662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.395662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.395662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.395662] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.395662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.395662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.395662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.395662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.395662] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.577794] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.657585] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.659019] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.659019] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.659019] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.659019] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.659019] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.659019] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.659896] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.660199] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.663807] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.663807] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.663807] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.663807] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.663807] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.663807] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.663807] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.683024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.683024] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.683024] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.683024] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-206" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.683024] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-168dfebd-a538-4590-937e-9692690109b7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.683024] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.683024] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.683024] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.683024] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168dfebd-a538-4590-937e-9692690109b7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.900677] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.059250] env[66160]: INFO networking_nsxv3.common.synchronization [None req-a7a947a8-bbf7-46a5-9469-6f44862aaf4d None None] Enqueued Resource ID: 09052500-4973-4c69-800e-d8cdf71187a2 with Priority: HIGHEST for action port [ 915.060367] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09052500-4973-4c69-800e-d8cdf71187a2 with Priority: HIGHEST for action port [ 915.060367] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-09052500-4973-4c69-800e-d8cdf71187a2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.060664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09052500-4973-4c69-800e-d8cdf71187a2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.060664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09052500-4973-4c69-800e-d8cdf71187a2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.060867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09052500-4973-4c69-800e-d8cdf71187a2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.060930] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09052500-4973-4c69-800e-d8cdf71187a2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.081074] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.188931] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.188931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.188931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.188931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.188931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.190119] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 168dfebd-a538-4590-937e-9692690109b7 not found, creating... [ 915.190476] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.190681] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.190822] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.191129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.191312] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.191694] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.191903] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.192110] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.192374] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.192902] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.192902] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 168dfebd-a538-4590-937e-9692690109b7 is going to be created. [ 915.214258] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.214454] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.214574] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.214883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.215075] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.215925] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.366359] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 915.366584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.402342] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.563261] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09052500-4973-4c69-800e-d8cdf71187a2 [ 915.563542] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.563697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.563780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.564020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.564150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.564265] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09052500-4973-4c69-800e-d8cdf71187a2 already deleted. [ 915.564392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09052500-4973-4c69-800e-d8cdf71187a2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.583683] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.583761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.583837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.584052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.584167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.584265] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 915.616450] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.616612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.616694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.618187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.618187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.627446] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 915.904845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.905015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.905093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.905447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.905447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.905534] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 is going to be updated. [ 915.934047] env[66160]: INFO networking_nsxv3.common.synchronization [req-b2dd20ca-c504-4b6f-a0fa-3074d939ac5b req-a1de30f6-bd5c-4fa4-a82b-2f949f249ccc service nova] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 915.934237] env[66160]: INFO networking_nsxv3.common.synchronization [req-b2dd20ca-c504-4b6f-a0fa-3074d939ac5b req-a1de30f6-bd5c-4fa4-a82b-2f949f249ccc service nova] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 915.934374] env[66160]: INFO networking_nsxv3.common.synchronization [req-b2dd20ca-c504-4b6f-a0fa-3074d939ac5b req-a1de30f6-bd5c-4fa4-a82b-2f949f249ccc service nova] Enqueued Resource ID: 168dfebd-a538-4590-937e-9692690109b7 with Priority: HIGHEST for action port [ 915.934938] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 915.936339] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 915.936521] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168dfebd-a538-4590-937e-9692690109b7 with Priority: HIGHEST for action port [ 915.936845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.937146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.937251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.937761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.937897] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.938855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.939298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.939671] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-168dfebd-a538-4590-937e-9692690109b7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.939821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.939907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.940134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.940246] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168dfebd-a538-4590-937e-9692690109b7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.943177] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.943177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.943275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.946195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.946406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.963123] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: IN_PROGRESS for 2s [ 916.442242] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.442540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.450398] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168dfebd-a538-4590-937e-9692690109b7 with status ACTIVE [ 916.450664] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.450820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.450913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.451206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.451325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.451533] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.451656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.451737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.451934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.452054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.452274] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.452605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.452700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.452789] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168dfebd-a538-4590-937e-9692690109b7 is going to be updated. [ 916.480453] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.480453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.480453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.480453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.480453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.480453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.019494] env[66160]: INFO networking_nsxv3.common.synchronization [req-04b41772-18c0-46b8-8da3-2a1d6ea2e27d req-4393f5c8-cc50-4edc-9df6-c4d449f2ed47 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 917.019689] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 917.020260] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.020260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.020260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.020764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.020841] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.020911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.021245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.021245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.021245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.021374] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.309846] env[66160]: INFO networking_nsxv3.common.synchronization [None req-de1730a5-ab2f-41ac-9440-a48ea129bad4 None None] Enqueued Resource ID: 4eb69e34-7965-4d3e-b004-b70aa1b529fc with Priority: HIGHEST for action port [ 917.311017] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb69e34-7965-4d3e-b004-b70aa1b529fc with Priority: HIGHEST for action port [ 917.312039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb69e34-7965-4d3e-b004-b70aa1b529fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.312039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb69e34-7965-4d3e-b004-b70aa1b529fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.312039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb69e34-7965-4d3e-b004-b70aa1b529fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.312039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb69e34-7965-4d3e-b004-b70aa1b529fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.312039] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb69e34-7965-4d3e-b004-b70aa1b529fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.518342] env[66160]: INFO networking_nsxv3.common.synchronization [req-5348fee5-1ac6-4645-a5ab-495f82cafc87 req-a0fc5363-5ccb-4c3c-818a-6d3f2e85eb04 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 917.518682] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 917.519016] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.519142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.519208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.519406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.519556] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.519856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.519856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.519856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.519970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.520343] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.523594] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.523699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.523769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.523927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.524100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.524549] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.524739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.524925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.525103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.526067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.526067] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 917.556873] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.557075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.557170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.557378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.557515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.567316] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 917.640866] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 917.641383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.641383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.641627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.641855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.641967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.642099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.642280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.642390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.642498] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.814284] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eb69e34-7965-4d3e-b004-b70aa1b529fc [ 917.814578] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.814798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.814798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.815136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.815227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.815326] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eb69e34-7965-4d3e-b004-b70aa1b529fc already deleted. [ 917.815521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb69e34-7965-4d3e-b004-b70aa1b529fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.895790] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.896034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.896200] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.896482] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.896764] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.896972] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.897126] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.897433] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.897643] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.897899] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.898101] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.898342] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.898479] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.898622] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.898729] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.898873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.921915] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.922255] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.922489] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.922780] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.923323] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.923594] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.923866] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.924414] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.924595] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.974490] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: SUCCESS [ 917.974490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.022590] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.022728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.022728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.022953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.023083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.023288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.023398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.023465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.023627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.023702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.023815] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be deleted. [ 918.056196] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.056427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.056557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.056852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.056993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.057162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.146308] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.428148] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.428395] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.428512] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.428795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.428947] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.429149] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb not found, creating... [ 918.429422] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.429607] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.429683] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.429902] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.430051] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.430326] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.430563] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.430655] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.430793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.430923] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.431090] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb is going to be created. [ 918.454530] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.454754] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.454880] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.455174] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.455400] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.455617] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.648971] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.033948] env[66160]: INFO networking_nsxv3.common.synchronization [req-f74f6336-277d-4a25-9c8f-363d713d3fdb req-f754c521-f18b-4b5e-8e79-5c2a7401bb33 tempest-ServersWithSpecificFlavorTestJSON-372900751 tempest-ServersWithSpecificFlavorTestJSON-372900751-project-member] Enqueued Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 919.035615] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e with Priority: HIGHEST for action security_group_members [ 919.035615] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-504a82c5-63fc-4528-a7a8-f5a24613d72e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.035615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.035615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.035615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.036247] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.036247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.036247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.036247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.036247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.036247] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('504a82c5-63fc-4528-a7a8-f5a24613d72e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.151658] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.151867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.151912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.152185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.152309] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.152393] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 919.185601] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.185736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.185789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.186554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.186554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.201949] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 919.228043] env[66160]: INFO networking_nsxv3.common.synchronization [req-5348fee5-1ac6-4645-a5ab-495f82cafc87 req-6406494c-7148-4f88-965e-419e95be7a15 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 919.228043] env[66160]: INFO networking_nsxv3.common.synchronization [req-5348fee5-1ac6-4645-a5ab-495f82cafc87 req-6406494c-7148-4f88-965e-419e95be7a15 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 919.228043] env[66160]: INFO networking_nsxv3.common.synchronization [req-5348fee5-1ac6-4645-a5ab-495f82cafc87 req-6406494c-7148-4f88-965e-419e95be7a15 service nova] Enqueued Resource ID: f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb with Priority: HIGHEST for action port [ 919.228541] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 919.228646] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 919.228702] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb with Priority: HIGHEST for action port [ 919.229659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.229659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.229659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.229659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.229659] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.231288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.231357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.231402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.231597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.231821] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.231957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.231957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.232232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.232232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.232232] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.233154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.233260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.233308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.233564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.233564] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.538464] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.538631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.538704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.538927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.539039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.539281] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.539383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.539446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.539698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.539698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.539764] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e is going to be updated. [ 919.571045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.571398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.571480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.571678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.571869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.578950] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 919.579206] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 919.579292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.580038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: IN_PROGRESS for 2s [ 919.735501] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.735786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.735869] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.737020] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb with status ACTIVE [ 919.737257] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.737381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.737458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.737681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.737768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.737964] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.738208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.738293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.738458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.738546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.738749] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.738853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.738907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.739104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.739180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.739303] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb is going to be updated. [ 919.762679] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.762817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.762884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.764306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.764306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.764306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30bc5e3-fd4e-4143-a1d0-dec9ff0c7eeb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.241237] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.744201] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.744646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.744646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.744646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.744763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.744797] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be created. [ 920.770673] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.770908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.770978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.771317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.771535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.782823] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: UNINITIALIZED for 2s [ 920.895075] env[66160]: INFO networking_nsxv3.common.synchronization [req-5bc6cdd4-7ba5-4895-a171-92f91777af65 req-a3632467-706d-4153-9787-28bd94eecb34 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 920.895869] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 920.896579] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.896775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.897420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.897420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.897420] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.897614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.898724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.898724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.898724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.898724] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.211548] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 921.211823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.212060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.212303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.212544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.212622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.212727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.212891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.212976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.213078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.213197] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.303723] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.303967] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.304086] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.304460] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.304794] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.305097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.305283] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.305535] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.305702] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.305918] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.306055] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.306170] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.306279] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.306399] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.306537] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.306694] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.338769] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.338950] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.339100] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.339315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.339597] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-4bcb65b4-4d38-431c-85a7-5833992fd886 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.339759] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.339881] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.340259] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.340403] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bcb65b4-4d38-431c-85a7-5833992fd886',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.403521] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.403682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.403757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.403989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.404101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.404319] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.404468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.404536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.404696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.404777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.404864] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 921.441997] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.442184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.442260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.442505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.442683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.453216] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 921.591353] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e in Status: SUCCESS [ 921.591553] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 504a82c5-63fc-4528-a7a8-f5a24613d72e deletion is rescheduled due to dependency. [ 921.591706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-504a82c5-63fc-4528-a7a8-f5a24613d72e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.715235] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.715424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.715424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.715629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.715801] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.715901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.715980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.716153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.716241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.716330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.716618] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.716727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.716790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.716933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.717084] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.717178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.717239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.717376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.717673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.717673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.717673] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.843244] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.843754] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.843754] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.843895] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.844045] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.844198] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 4bcb65b4-4d38-431c-85a7-5833992fd886 not found, creating... [ 921.844461] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.844613] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.844730] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.844957] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.845094] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.845377] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.845530] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.845639] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.845839] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.845970] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.846118] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 4bcb65b4-4d38-431c-85a7-5833992fd886 is going to be created. [ 921.866829] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.867082] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.867213] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.867473] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.867691] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.867916] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.220112] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6: rpc.has_security_group_logging(os_id): False [ 922.262167] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.262379] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.262442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.262677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.262776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.263050] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.263146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.263233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.263423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.263540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.263756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.263871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.263946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.264151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.264269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.264582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.264710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.264781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.264932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.265016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.265134] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 922.368685] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.368995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.369188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.369521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.369521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.392446] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 922.611924] env[66160]: INFO networking_nsxv3.common.synchronization [req-5bc6cdd4-7ba5-4895-a171-92f91777af65 req-b9198edc-d941-4ee5-b54c-001363e87392 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 922.612101] env[66160]: INFO networking_nsxv3.common.synchronization [req-5bc6cdd4-7ba5-4895-a171-92f91777af65 req-b9198edc-d941-4ee5-b54c-001363e87392 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 922.612193] env[66160]: INFO networking_nsxv3.common.synchronization [req-5bc6cdd4-7ba5-4895-a171-92f91777af65 req-b9198edc-d941-4ee5-b54c-001363e87392 service nova] Enqueued Resource ID: 4bcb65b4-4d38-431c-85a7-5833992fd886 with Priority: HIGHEST for action port [ 922.612753] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 922.612892] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 922.612984] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bcb65b4-4d38-431c-85a7-5833992fd886 with Priority: HIGHEST for action port [ 922.613278] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.613482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.613554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.613758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.613839] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.614800] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.614893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.615326] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bcb65b4-4d38-431c-85a7-5833992fd886 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.615326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.615326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.615519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.615519] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bcb65b4-4d38-431c-85a7-5833992fd886',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.793117] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 922.793348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.793517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.793751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.793942] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.794069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.794141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.794290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.794365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.794446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.794536] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.118031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.119845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.119845] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bcb65b4-4d38-431c-85a7-5833992fd886 with status ACTIVE [ 923.119845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.120246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.120246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.120328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.120397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.120775] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.120899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.120957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.121165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.121242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.121466] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.121595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.121667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.121835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.121931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.122074] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bcb65b4-4d38-431c-85a7-5833992fd886 is going to be updated. [ 923.150911] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.151243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.151243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.151441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.151575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.151740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bcb65b4-4d38-431c-85a7-5833992fd886" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.297408] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.297775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.297775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.297925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.298039] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.298134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.298198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.300189] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.300189] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.300189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.300189] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.430957] env[66160]: INFO networking_nsxv3.common.synchronization [req-f6901f97-ff78-4201-b07a-e4de754621bd req-6bf51690-84c5-44f5-a41e-0e3290240d70 tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 923.431556] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 923.431863] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.431988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.432334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.434353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.434353] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.434353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.434353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.434353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.434353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.434353] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.465940] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 923.466154] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 923.466262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.466797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.467033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.467230] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.467421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.467491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.467653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.467736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.467831] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.802837] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.802837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.802837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.802837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.802837] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.802837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.802837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.803527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.803527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.803527] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.803527] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.803710] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.803710] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.803852] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.803975] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.804135] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.805822] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b30dfa70-dbc2-497c-941f-71e6a17039ad: rpc.has_security_group_logging(os_id): False [ 923.827927] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.827927] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.827927] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.828236] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.828372] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.828587] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.828723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.829273] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.830085] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcfac72-a443-4a98-9dc4-e83ee5be23fb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.831074] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.831213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.831493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.831590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.831828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.832992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.832992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.832992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.832992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.832992] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.832992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.832992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.832992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.833460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.833460] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.833460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.833784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.833784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.833841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.833947] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be created. [ 923.903150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.903345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.903442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.903656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.903877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.920764] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 923.936443] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.936669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.936669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.936899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.936987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.937218] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.937331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.937395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.937575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.937660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.937747] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 already deleted. [ 923.937826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.970768] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.336918] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.337284] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.337284] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.337541] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.337697] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.337852] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 8fcfac72-a443-4a98-9dc4-e83ee5be23fb not found, creating... [ 924.338145] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.338940] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.338940] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.338940] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.338940] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.339173] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.339243] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.339329] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.339544] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.339676] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.339814] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 8fcfac72-a443-4a98-9dc4-e83ee5be23fb is going to be created. [ 924.361984] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.362234] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.362360] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.362643] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.362877] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.363146] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.410810] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 924.411122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.476497] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.981487] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.981487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.981487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.981487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.981487] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 925.014028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.014028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.014028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.014028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.014028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.022261] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 925.066788] env[66160]: INFO networking_nsxv3.common.synchronization [req-f6901f97-ff78-4201-b07a-e4de754621bd req-3d363d4a-5e6d-4d39-a80e-f05face52002 service nova] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_rules [ 925.066982] env[66160]: INFO networking_nsxv3.common.synchronization [req-f6901f97-ff78-4201-b07a-e4de754621bd req-3d363d4a-5e6d-4d39-a80e-f05face52002 service nova] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 925.067133] env[66160]: INFO networking_nsxv3.common.synchronization [req-f6901f97-ff78-4201-b07a-e4de754621bd req-3d363d4a-5e6d-4d39-a80e-f05face52002 service nova] Enqueued Resource ID: 8fcfac72-a443-4a98-9dc4-e83ee5be23fb with Priority: HIGHEST for action port [ 925.067698] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_rules [ 925.067826] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 925.067913] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcfac72-a443-4a98-9dc4-e83ee5be23fb with Priority: HIGHEST for action port [ 925.068530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.068775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.068924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.069337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.069472] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.071492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.072259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.072388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.072975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.073371] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.073371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.073613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.074188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.074373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.074525] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.075951] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.076610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.076610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.076890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.078721] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcfac72-a443-4a98-9dc4-e83ee5be23fb',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.230662] env[66160]: INFO networking_nsxv3.common.synchronization [None req-632df093-c066-4a9e-b034-ade0a1802335 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 925.231272] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 925.231995] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.231995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.231995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.231995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.232400] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.232400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.232400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.232526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.232526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.233660] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.573149] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.573149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.584442] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.584442] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fcfac72-a443-4a98-9dc4-e83ee5be23fb with status ACTIVE [ 925.584442] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.584442] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.584442] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.584442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.585026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.585026] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fcfac72-a443-4a98-9dc4-e83ee5be23fb is going to be updated. [ 925.609151] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.609323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.609387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.609657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.609773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fcfac72-a443-4a98-9dc4-e83ee5be23fb" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.735486] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.845018] env[66160]: INFO networking_nsxv3.common.synchronization [req-4363dbeb-f5cf-4dbb-9c31-71103443e17a req-aeef3a88-4265-4f91-b8fd-3c094d1b2911 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 925.845232] env[66160]: INFO networking_nsxv3.common.synchronization [req-4363dbeb-f5cf-4dbb-9c31-71103443e17a req-aeef3a88-4265-4f91-b8fd-3c094d1b2911 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 925.845702] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 925.845837] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 925.846348] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.846481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.846616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.846846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.846986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.847063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.847113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.847265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.847351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.847445] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.848655] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.848822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.848822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.848982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.849223] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.849330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.849393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.849564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.849611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.849716] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.894883] env[66160]: INFO networking_nsxv3.common.synchronization [req-4363dbeb-f5cf-4dbb-9c31-71103443e17a req-aeef3a88-4265-4f91-b8fd-3c094d1b2911 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_rules [ 925.895080] env[66160]: INFO networking_nsxv3.common.synchronization [req-4363dbeb-f5cf-4dbb-9c31-71103443e17a req-aeef3a88-4265-4f91-b8fd-3c094d1b2911 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 925.895229] env[66160]: INFO networking_nsxv3.common.synchronization [req-4363dbeb-f5cf-4dbb-9c31-71103443e17a req-aeef3a88-4265-4f91-b8fd-3c094d1b2911 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 925.895350] env[66160]: INFO networking_nsxv3.common.synchronization [req-4363dbeb-f5cf-4dbb-9c31-71103443e17a req-aeef3a88-4265-4f91-b8fd-3c094d1b2911 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 925.895471] env[66160]: INFO networking_nsxv3.common.synchronization [req-4363dbeb-f5cf-4dbb-9c31-71103443e17a req-aeef3a88-4265-4f91-b8fd-3c094d1b2911 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 168dfebd-a538-4590-937e-9692690109b7 with Priority: HIGHEST for action port [ 925.896141] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_rules [ 925.896925] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 925.896925] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168dfebd-a538-4590-937e-9692690109b7 with Priority: HIGHEST for action port [ 925.896925] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 925.896925] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 925.896925] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.896925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.897222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.897251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.897367] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.898595] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.898714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.898776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.898939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.899018] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.899879] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-168dfebd-a538-4590-937e-9692690109b7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.899879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.900226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.900408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.900488] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168dfebd-a538-4590-937e-9692690109b7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.902360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.902472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.902646] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.902726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.935661] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 925.935886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.089867] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.237332] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.349302] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.350931] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.399798] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.400033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.403518] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.403695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.403798] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168dfebd-a538-4590-937e-9692690109b7 with status ACTIVE [ 926.403974] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.404084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.404140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.404356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.404444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.404611] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.404703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.404754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.404902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.404977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.405164] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.405665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.405665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.405665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.405665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.405665] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168dfebd-a538-4590-937e-9692690109b7 is going to be updated. [ 926.428431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.428661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.428719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.428898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.429115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.429271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.592395] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.592760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.592760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.592908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.593063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.593316] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 is going to be created. [ 926.626624] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.626772] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.626832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.627062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.627438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.638650] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: UNINITIALIZED for 2s [ 926.739782] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.739992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.740096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.740327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.740418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.740519] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 926.775025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.775025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.775025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.775025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.775025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.785295] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 926.852279] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.853522] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.039266] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 927.039673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.039889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.040168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.040406] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.040552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.040635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.040867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.040950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.041120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.041229] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.357394] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.357394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.357505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.357696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.357789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.357890] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 927.359411] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.359538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.359613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.359865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.359955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.360069] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 is going to be created. [ 927.419807] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.419957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.420037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.420255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.420418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.427168] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.427324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.427386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.428032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.428032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.434292] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: UNINITIALIZED for 2s [ 927.438428] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 927.545179] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.545179] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.545179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.545887] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.545887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.545887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.549048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.549048] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.549048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.549048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.549048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.549048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.549048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.549048] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.814428] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.814911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.814911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.815076] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.815370] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.815541] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.815649] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.815887] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.816052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.816267] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.816382] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.816514] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.816588] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.816697] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.816802] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.816972] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.837915] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.838130] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.838277] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.838458] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.838826] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-5fbc281e-2d68-4f00-ae95-218b3aab7447 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.838964] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.839129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.839449] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.839585] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fbc281e-2d68-4f00-ae95-218b3aab7447',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.049790] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 105e715f-897c-47db-ad40-bc092c087de6: rpc.has_security_group_logging(os_id): False [ 928.071575] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.071755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.071812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.071999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.072111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.072305] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.072403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.072467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.072711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.072711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.072904] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.072996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.073068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.073212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.073294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.073472] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.073561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.073641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.073807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.073882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.073969] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 928.136755] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.136967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.136967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.137193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.137337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.150406] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 928.342561] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.342777] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.342883] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.343241] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.343396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.343554] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 5fbc281e-2d68-4f00-ae95-218b3aab7447 not found, creating... [ 928.343824] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.343987] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.344114] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.344338] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.344473] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.344836] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.345086] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.345225] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.345437] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.345793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.345793] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 5fbc281e-2d68-4f00-ae95-218b3aab7447 is going to be created. [ 928.404772] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.405032] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.405123] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.405403] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.405636] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.405859] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.656554] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: SUCCESS [ 928.656940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.657229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.657426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.657621] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.657888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.657888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.657992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.658071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.658149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.658239] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.795721] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 928.795940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.990815] env[66160]: INFO networking_nsxv3.common.synchronization [req-2dc71ad9-529a-4186-863b-27b8f39b2739 req-d3ecfb44-b4b4-4908-a592-307604565a6a tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 928.992154] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 928.992831] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.993198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.993442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.993847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.994156] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.995034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.995034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.995034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.995034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.995034] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.117639] env[66160]: INFO networking_nsxv3.common.synchronization [req-046ebb10-2b82-49f5-b4cb-eb1a5f935d50 req-a0d8b7a2-a646-4c45-b6ee-afb2d8322497 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 929.117865] env[66160]: INFO networking_nsxv3.common.synchronization [req-046ebb10-2b82-49f5-b4cb-eb1a5f935d50 req-a0d8b7a2-a646-4c45-b6ee-afb2d8322497 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 929.118018] env[66160]: INFO networking_nsxv3.common.synchronization [req-046ebb10-2b82-49f5-b4cb-eb1a5f935d50 req-a0d8b7a2-a646-4c45-b6ee-afb2d8322497 service nova] Enqueued Resource ID: 5fbc281e-2d68-4f00-ae95-218b3aab7447 with Priority: HIGHEST for action port [ 929.118848] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 929.119305] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 929.119305] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fbc281e-2d68-4f00-ae95-218b3aab7447 with Priority: HIGHEST for action port [ 929.119526] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.119660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.119740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.119965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.120087] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.121201] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.121339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.121421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.121718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.121781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.121926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.121981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.122831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.126033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.126033] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.126033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fbc281e-2d68-4f00-ae95-218b3aab7447 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.126033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.126033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.126033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.126033] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fbc281e-2d68-4f00-ae95-218b3aab7447',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.160192] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.160405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.436789] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.436993] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.437121] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.437409] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.437829] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.437829] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.437975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.438208] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.438349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.438569] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.438679] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.438783] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.438889] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.439037] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.439178] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.439319] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.455060] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: SUCCESS [ 929.455060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.455060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.455060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.455060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.455467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.455467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.455467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.455599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.455642] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.457267] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 929.457472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.457944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.458756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.458756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.458756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.458756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.458756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.458756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.459342] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.466458] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.466745] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.466899] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.467133] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.467569] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-06b87d29-ebc4-4928-8976-0823fd68c494 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.467855] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.468012] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.468470] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.468628] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06b87d29-ebc4-4928-8976-0823fd68c494',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.497360] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.627338] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.627553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.629968] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.631046] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fbc281e-2d68-4f00-ae95-218b3aab7447 with status ACTIVE [ 929.631734] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.631734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.631734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.631939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.631939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.632081] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.632188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.632260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.632414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.632488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.632700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.632841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.632890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.633282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.633282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.633282] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fbc281e-2d68-4f00-ae95-218b3aab7447 is going to be updated. [ 929.661638] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.661869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.661869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.662199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.662353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.662574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fbc281e-2d68-4f00-ae95-218b3aab7447" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.960604] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.961661] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.971658] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.971979] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.972166] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.972492] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.972671] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.972851] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 06b87d29-ebc4-4928-8976-0823fd68c494 not found, creating... [ 929.973293] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.973690] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.973690] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.973754] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.973927] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.974563] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.974768] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.974906] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.975186] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.975417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.975578] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 06b87d29-ebc4-4928-8976-0823fd68c494 is going to be created. [ 929.997162] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.997481] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.997481] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.997792] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.998137] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.998357] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.001842] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.136343] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.170964] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 930.170964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.285740] env[66160]: INFO networking_nsxv3.common.synchronization [req-d475706f-3ed1-418b-9316-af7cba72ed1b req-3588039b-4912-4e85-a71b-c4eaacf756a2 tempest-ImagesTestJSON-1784441542 tempest-ImagesTestJSON-1784441542-project-member] Enqueued Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 930.286305] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06586147-dbbb-416f-adbf-a56a1885e999 with Priority: HIGHEST for action security_group_members [ 930.286645] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-06586147-dbbb-416f-adbf-a56a1885e999 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.286766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.286838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.287114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.287308] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.287391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.287391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.287602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.287688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.287796] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06586147-dbbb-416f-adbf-a56a1885e999',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.463521] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.464578] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.504748] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.504941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.505039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.505513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.505513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.505513] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 is going to be updated. [ 930.545796] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.545796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.545796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.545796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.545796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.559818] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: IN_PROGRESS for 2s [ 930.638688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.639110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.639110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.639381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.639534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.639678] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 930.674543] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.674690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.674766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.675030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.675139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.687613] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 930.729781] env[66160]: INFO networking_nsxv3.common.synchronization [req-2dc71ad9-529a-4186-863b-27b8f39b2739 req-a5519013-309f-46b0-b2c9-ec41bb255c94 service nova] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_rules [ 930.730052] env[66160]: INFO networking_nsxv3.common.synchronization [req-2dc71ad9-529a-4186-863b-27b8f39b2739 req-a5519013-309f-46b0-b2c9-ec41bb255c94 service nova] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 930.730207] env[66160]: INFO networking_nsxv3.common.synchronization [req-2dc71ad9-529a-4186-863b-27b8f39b2739 req-a5519013-309f-46b0-b2c9-ec41bb255c94 service nova] Enqueued Resource ID: 06b87d29-ebc4-4928-8976-0823fd68c494 with Priority: HIGHEST for action port [ 930.730860] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_rules [ 930.730967] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 930.731438] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06b87d29-ebc4-4928-8976-0823fd68c494 with Priority: HIGHEST for action port [ 930.731874] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.731997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.732521] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.732665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.732962] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-06b87d29-ebc4-4928-8976-0823fd68c494 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.733130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.733305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.733731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.733731] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06b87d29-ebc4-4928-8976-0823fd68c494',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.789752] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.792497] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.792497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.792497] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 is going to be updated. [ 930.824306] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.824306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.824306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.824306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.824306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.837911] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: IN_PROGRESS for 2s [ 930.908050] env[66160]: INFO networking_nsxv3.common.synchronization [req-ae1605bd-8408-464f-84fa-a8e2c9310948 req-2228a286-42fb-4e98-a8bf-1e7d858c2be5 tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 930.909063] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae with Priority: HIGHEST for action security_group_members [ 930.909689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d69bf3-ff7b-49fc-8f48-579ef40880ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.909784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.909784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.909983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.910158] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.910256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.910319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.910486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.910570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.910664] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d69bf3-ff7b-49fc-8f48-579ef40880ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.969024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.969024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 is going to be updated. [ 930.969024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.969024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.969024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 931.010852] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.014503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.014503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.014503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.014503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.014837] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.014837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.014837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.015016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.015400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.026283] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: IN_PROGRESS for 2s [ 931.026904] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 931.235814] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06b87d29-ebc4-4928-8976-0823fd68c494 with status ACTIVE [ 931.240022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.240022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.240022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.240022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.240022] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06b87d29-ebc4-4928-8976-0823fd68c494 is going to be updated. [ 931.264359] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.264359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.264552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.264660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.264796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.264953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06b87d29-ebc4-4928-8976-0823fd68c494" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.413078] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.413304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.413387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.413661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.413735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.413896] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.413992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.414109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.414267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.414344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.414433] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae is going to be updated. [ 931.444234] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.444380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.444441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.444648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.444784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.455451] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: IN_PROGRESS for 2s [ 932.572057] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: SUCCESS [ 932.572057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.572057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.572405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.572405] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.572596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.572642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.572875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.572929] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.573577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.573577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.573577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.573577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.573758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.573911] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.574118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.574236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.574462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.574530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.574618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.574718] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.576113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.576113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.576553] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.576553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.576553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.576553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.577259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.577259] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.704703] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 932.704920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.705126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.705361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.705557] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.705676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.705745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.705899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.705980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.706065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.706169] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.770551] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 932.770551] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 932.770551] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_members [ 932.771322] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 932.771520] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 932.771625] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_members [ 932.771975] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.772143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.772454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.772574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.772808] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.772990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.773064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.773358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.773559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.773699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.773785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.773999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.774169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.774343] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.831618] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_rules [ 932.831796] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 932.831917] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 932.832079] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 932.832239] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_rules [ 932.832366] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_members [ 932.832491] env[66160]: INFO networking_nsxv3.common.synchronization [req-e9429bfb-2b82-4039-adb4-b472c3d8080b req-1f970ac8-ee9b-44db-b763-8692c9a501e2 tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 168dfebd-a538-4590-937e-9692690109b7 with Priority: HIGHEST for action port [ 932.833166] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_rules [ 932.833342] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_rules [ 932.833461] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_members [ 932.833580] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168dfebd-a538-4590-937e-9692690109b7 with Priority: HIGHEST for action port [ 932.834274] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_rules [ 932.834274] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 932.834380] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 932.834743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.834945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.835078] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.835210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.835381] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.835504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.835743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-168dfebd-a538-4590-937e-9692690109b7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.835871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.835934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.836311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.836311] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168dfebd-a538-4590-937e-9692690109b7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.837240] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.837361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.837429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.837690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.837772] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.839471] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.839471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.839471] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.839471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.852726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06586147-dbbb-416f-adbf-a56a1885e999 in Status: SUCCESS [ 932.852902] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06586147-dbbb-416f-adbf-a56a1885e999 deletion is rescheduled due to dependency. [ 932.853037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06586147-dbbb-416f-adbf-a56a1885e999" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.045051] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.047032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.047032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.048032] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.051310] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: SUCCESS [ 933.051592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.051922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.055824] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.055824] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.055824] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.055824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.055824] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.056780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.057947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.057947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.057947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.057947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.057947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.057947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.057947] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.080041] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.080390] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563a2037-874d-4395-bd47-acaedefa3c23: rpc.has_security_group_logging(os_id): False [ 933.112827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.113102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.113102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.113408] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.113590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.113590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.113837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.113946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.114514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.114884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.114884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.114884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.115094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.116360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.116360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.116360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.116360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.116360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.116948] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 is going to be created. [ 933.190661] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.191017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.191017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.191260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.191716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.209818] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: IN_PROGRESS for 2s [ 933.209818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.209818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.209818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.210300] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.210300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.210300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.210300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.210414] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.212433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.212433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.212433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.212433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.212433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.212433] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.277956] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.340936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.341637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.342620] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168dfebd-a538-4590-937e-9692690109b7 with status ACTIVE [ 933.343657] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.343657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.343657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.343657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.343657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.343657] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.344119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.344119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.344200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.344243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.344524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.344806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.344915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.345136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.345216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.345311] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168dfebd-a538-4590-937e-9692690109b7 is going to be updated. [ 933.375598] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.375816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.375890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.377835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.377990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.378249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168dfebd-a538-4590-937e-9692690109b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.466853] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae in Status: SUCCESS [ 933.466853] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d69bf3-ff7b-49fc-8f48-579ef40880ae deletion is rescheduled due to dependency. [ 933.466853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d69bf3-ff7b-49fc-8f48-579ef40880ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.558786] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.558786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.561271] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.563913] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.565621] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.583552] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.713373] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b30dfa70-dbc2-497c-941f-71e6a17039ad: rpc.has_security_group_logging(os_id): False [ 933.732476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.732650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.732702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.732942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.733036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.733271] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.733366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.733429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.733584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.733659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.733936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.733936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.734051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.734147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.734221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.734400] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.734493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.734554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.734695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.734793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.734883] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 933.784416] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.806906] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.811022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.811022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.811022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.811022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.826188] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 934.066806] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.068322] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.070554] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f11eeb-5124-46fc-be20-c9875d277523: rpc.has_security_group_logging(os_id): False [ 934.086110] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.086348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.086348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.086541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.086701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.086778] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 is going to be updated. [ 934.089603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.089725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.089792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.089985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.090078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.090295] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.090394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.090456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.090601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.090678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.090763] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 is going to be created. [ 934.118667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.118822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.118896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.119130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.119287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.129146] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: IN_PROGRESS for 2s [ 934.173648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.174443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.174443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.174443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.174590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.195422] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: IN_PROGRESS for 2s [ 934.284768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.284967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.285019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.285271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.285693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.285693] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 is going to be created. [ 934.332017] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.332321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.332321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.332561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.332621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.352463] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 in Status: UNINITIALIZED for 2s [ 934.568796] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.568988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.569078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.569375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.569375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.569467] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 934.570747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.570886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.570957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.571087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.571185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.571277] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 is going to be updated. [ 934.601335] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.601624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.601624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.601900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.602027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.604098] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.604240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.604287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.604754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.604889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.616330] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: IN_PROGRESS for 2s [ 934.617504] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 935.225276] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: SUCCESS [ 935.225565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.225835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.226127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.226246] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.524073] env[66160]: INFO networking_nsxv3.common.synchronization [None req-65ebd151-1393-4dae-b2f0-30120b6d93de None None] Enqueued Resource ID: 834303dd-5854-4c27-a970-b35d5181f8b8 with Priority: HIGHEST for action port [ 935.524666] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834303dd-5854-4c27-a970-b35d5181f8b8 with Priority: HIGHEST for action port [ 935.525033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-834303dd-5854-4c27-a970-b35d5181f8b8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.525136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-834303dd-5854-4c27-a970-b35d5181f8b8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.525207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-834303dd-5854-4c27-a970-b35d5181f8b8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.525475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-834303dd-5854-4c27-a970-b35d5181f8b8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.525558] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834303dd-5854-4c27-a970-b35d5181f8b8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.731648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.731977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.842133] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 935.842133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.936814] env[66160]: INFO networking_nsxv3.common.synchronization [req-4ac64b4f-19dc-4080-9649-89fc0b9f922f req-c83268f9-8bf3-438d-9a40-aedce8d77168 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 935.936943] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 935.937663] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.937663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.937663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.937880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.937880] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.937956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.937996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.938566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.940530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.940681] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.030259] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 834303dd-5854-4c27-a970-b35d5181f8b8 [ 936.030527] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.030665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.030739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.030970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.031332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.031332] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:834303dd-5854-4c27-a970-b35d5181f8b8 already deleted. [ 936.031332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-834303dd-5854-4c27-a970-b35d5181f8b8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.140834] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: SUCCESS [ 936.141260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.141549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.141856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.142185] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.142382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.142469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.142739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.142893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143435] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.210914] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: SUCCESS [ 936.211276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.211697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.211791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.211957] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.363574] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 in Status: SUCCESS [ 936.363994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.364196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.364501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.364694] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.364799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.364864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.365060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.365141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.365237] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.399291] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.399291] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-569" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.399291] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-569" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.399628] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-569" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.399746] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.399869] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.400076] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.400180] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.400320] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.400531] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.400641] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.400747] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.400891] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.400962] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.401278] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.401278] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.425272] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.425560] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.425780] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.426215] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-569" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.426664] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.426962] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.427349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.428128] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.428667] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.444015] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.444015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.444015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.444015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.444015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.444256] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.444318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.444357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.448025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.448025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.448025] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a already deleted. [ 936.448025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.629203] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 936.629395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.629557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.629780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.629969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.630109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.630176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.630340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.630419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.630572] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.634119] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: SUCCESS [ 936.634303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.634457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.634631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.634969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.635122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.635184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.635350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.635434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.635530] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.652483] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.652483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.652483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.652483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.652483] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.652904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.652904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.652904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.652904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.653104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.653161] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.653243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.653306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.653432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.653558] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.654462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.654462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.654462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.654462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.654462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.654462] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.714795] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.714942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.868014] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.932126] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.932416] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.932567] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.933457] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.933457] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.933457] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf not found, creating... [ 936.933658] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.933727] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.933793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.934414] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.934414] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.934578] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.934661] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.934720] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.934915] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.935059] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.935652] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf is going to be created. [ 936.961448] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.961448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.961448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.961448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.961448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.961448] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.141426] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.142488] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.156278] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563a2037-874d-4395-bd47-acaedefa3c23: rpc.has_security_group_logging(os_id): False [ 937.177289] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.177289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.177519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.177519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.177645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.177818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.177979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.177979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.178242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.178298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.178488] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.178636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.178706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.178856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.178936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.179596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.179814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.179814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.179911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.179911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.179977] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 is going to be updated. [ 937.259582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.259743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.259819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.260060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.260216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.272597] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: IN_PROGRESS for 2s [ 937.370821] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.647950] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.648696] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.716724] env[66160]: INFO networking_nsxv3.common.synchronization [req-4ac64b4f-19dc-4080-9649-89fc0b9f922f req-e4c09948-09f1-4485-a136-9dd86bb190ea service nova] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_rules [ 937.716724] env[66160]: INFO networking_nsxv3.common.synchronization [req-4ac64b4f-19dc-4080-9649-89fc0b9f922f req-e4c09948-09f1-4485-a136-9dd86bb190ea service nova] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 937.716724] env[66160]: INFO networking_nsxv3.common.synchronization [req-4ac64b4f-19dc-4080-9649-89fc0b9f922f req-e4c09948-09f1-4485-a136-9dd86bb190ea service nova] Enqueued Resource ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with Priority: HIGHEST for action port [ 937.717045] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_rules [ 937.717184] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 937.717282] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with Priority: HIGHEST for action port [ 937.718374] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.718513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.718598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.718879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.718963] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.720375] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.720549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.720619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.721609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.721609] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.721609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.721609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.721609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.721609] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.726496] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.726496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.726496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.726496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.726496] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.874053] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.874503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.874503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.876032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.876032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.876032] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 is going to be updated. [ 937.905875] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.907296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.908202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.908496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.908766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.919519] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 in Status: IN_PROGRESS for 2s [ 938.087965] env[66160]: INFO networking_nsxv3.common.synchronization [None req-cc973502-810c-44c3-8634-aa240dead1ca None None] Enqueued Resource ID: 24e2a76b-d029-453e-afa9-88f0322c64ac with Priority: HIGHEST for action port [ 938.088525] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e2a76b-d029-453e-afa9-88f0322c64ac with Priority: HIGHEST for action port [ 938.088829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e2a76b-d029-453e-afa9-88f0322c64ac taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.088949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e2a76b-d029-453e-afa9-88f0322c64ac" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.089287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e2a76b-d029-453e-afa9-88f0322c64ac" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.089580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e2a76b-d029-453e-afa9-88f0322c64ac" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.089667] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e2a76b-d029-453e-afa9-88f0322c64ac',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.149895] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.153727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.153727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.153727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.154281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.154281] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 938.156047] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.156179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.156246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.156467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.156548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.156671] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 is going to be updated. [ 938.188768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.189062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.189062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.189281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.189389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.191328] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.191521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.191686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.191774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.191930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.204592] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: IN_PROGRESS for 2s [ 938.206475] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 938.227655] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.232157] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232157] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with status ACTIVE [ 938.232157] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.232679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.232679] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.234269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.234361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.234505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.234631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.234879] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.235047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.235144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.235323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.235402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.235494] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf is going to be updated. [ 938.264551] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.264762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.264762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.264917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.265069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.265241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.483477] env[66160]: INFO networking_nsxv3.common.synchronization [None req-36bf24f9-40c1-4fe8-8644-c3fda4f49a80 None None] Enqueued Resource ID: 3a80a87b-9b10-4956-b0d7-e6862833af65 with Priority: HIGHEST for action port [ 938.484106] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a80a87b-9b10-4956-b0d7-e6862833af65 with Priority: HIGHEST for action port [ 938.484515] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a80a87b-9b10-4956-b0d7-e6862833af65 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.484665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a80a87b-9b10-4956-b0d7-e6862833af65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.484734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a80a87b-9b10-4956-b0d7-e6862833af65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.485026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a80a87b-9b10-4956-b0d7-e6862833af65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.485111] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a80a87b-9b10-4956-b0d7-e6862833af65',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.591832] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24e2a76b-d029-453e-afa9-88f0322c64ac [ 938.592200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.592329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.592402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.592622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.592746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.592855] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24e2a76b-d029-453e-afa9-88f0322c64ac already deleted. [ 938.592944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e2a76b-d029-453e-afa9-88f0322c64ac" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.731445] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.987405] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a80a87b-9b10-4956-b0d7-e6862833af65 [ 938.987739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.987918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.987918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.988087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.988168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.988265] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a80a87b-9b10-4956-b0d7-e6862833af65 already deleted. [ 938.988347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a80a87b-9b10-4956-b0d7-e6862833af65" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.233551] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.233897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.233897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.234134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.234223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234322] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be created. [ 939.266207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.266471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.266471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.266720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.266890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.293142] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: UNINITIALIZED for 2s [ 939.299225] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: SUCCESS [ 939.299225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.759276] env[66160]: INFO networking_nsxv3.common.synchronization [req-9e254b4c-b885-4e9e-a227-a7a8706a11bc req-1d73be3e-55d9-4e03-a3c1-db4042498e7c tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 939.759363] env[66160]: INFO networking_nsxv3.common.synchronization [req-9e254b4c-b885-4e9e-a227-a7a8706a11bc req-1d73be3e-55d9-4e03-a3c1-db4042498e7c tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 939.759495] env[66160]: INFO networking_nsxv3.common.synchronization [req-9e254b4c-b885-4e9e-a227-a7a8706a11bc req-1d73be3e-55d9-4e03-a3c1-db4042498e7c tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_members [ 939.760140] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 939.761926] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f11eeb-5124-46fc-be20-c9875d277523 with Priority: HIGHEST for action security_group_members [ 939.762073] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 with Priority: HIGHEST for action security_group_members [ 939.762369] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.762465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.762664] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f11eeb-5124-46fc-be20-c9875d277523 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.762748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.763304] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.763406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.935241] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 in Status: SUCCESS [ 939.937170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.937170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.937170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.937170] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.937170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.937395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.937395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.937468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.937556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.937657] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.939234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.939234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.939234] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.939234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.939234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.939234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.939485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.939485] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.996184] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-b4ac522d-f644-4164-a2ca-9f0e342d32b3 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 939.999268] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 939.999268] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.999268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.999268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.999268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.999268] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.999268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.999268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.999268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.999268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.999268] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.220980] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 940.221407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.221645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.221952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.223216] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.223216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.223216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.223216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.223216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.223216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.223216] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.223216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.223216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.223707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.223707] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.223707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.223707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.226983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.227102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.227202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.227326] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.229038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: SUCCESS [ 940.229783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.229783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.229783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.231577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.231577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.231577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.231577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.231577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.231577] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.231913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.232081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.232325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.232440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.232498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.234062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.234062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.234062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.234062] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.234062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.234350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.234350] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.234449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.234485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.234652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.234728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.234825] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.441744] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d391df7b-fcf4-4b4c-8e1f-67d47d1e3164',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.443209] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.444294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.444294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.447819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.447819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.447819] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.447819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.447819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.447819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.447819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.447819] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 is going to be deleted. [ 940.477540] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.477540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.477540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.477540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.477540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.477540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.512672] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.512672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.512941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.512941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.513054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.513368] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.513454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.513570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.513714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.513813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.513913] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 already deleted. [ 940.514449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.552036] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-37f5976b-b78d-4b59-8797-4890da23fc49 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 940.552036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 940.552036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.554064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.554143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.554376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.554563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.554673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.554736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.555039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.555145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.555267] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.736103] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6: rpc.has_security_group_logging(os_id): False [ 940.736733] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f11eeb-5124-46fc-be20-c9875d277523',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.741088] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.745452] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.745452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.745571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.745789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.746793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.746793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.746793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.746793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.746793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.746793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.748260] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 is going to be updated. [ 940.771227] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.771523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.771619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.771857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.772347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.772439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.772631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.772773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.773317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.773317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.773594] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.773804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.773956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.774219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.774390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.774686] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.776160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.776160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.776160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.776160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.776160] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 940.799727] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.799966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.800041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.800406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.803277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.816312] env[66160]: INFO networking_nsxv3.common.synchronization [req-1e6ff9d0-c22d-4720-ba07-1ebcbcc00ce9 req-8f11f0ad-4e56-457f-b109-28239eb31064 tempest-ServerActionsTestJSON-734788250 tempest-ServerActionsTestJSON-734788250-project-member] Enqueued Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_members [ 940.818216] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: IN_PROGRESS for 2s [ 940.818402] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13038de0-df88-4d1a-93f4-bd85778297c8 with Priority: HIGHEST for action security_group_members [ 940.818787] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-13038de0-df88-4d1a-93f4-bd85778297c8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.818928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.818969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.819216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.819372] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.819521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.819588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.819759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.819859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.819957] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13038de0-df88-4d1a-93f4-bd85778297c8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.865476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.865957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.865957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.866045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.866208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.891733] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 940.947888] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d391df7b-fcf4-4b4c-8e1f-67d47d1e3164: rpc.has_security_group_logging(os_id): False [ 940.971194] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.971474] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.971533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.971751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.971843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.972115] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.972416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.972556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.972850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.972990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.973663] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 is going to be created. [ 940.996904] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164], does not exist path=[/infra/domains/default/groups/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164]."\n}' [ 940.997250] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 [ 940.997250] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 941.059334] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.059334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.059334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.059334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.062272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.064629] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.064629] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.064629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.064629] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 is going to be created. [ 941.067089] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.067089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.067089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.067089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.067499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.067736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.067853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.067903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.068081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.068925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.068925] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 already deleted. [ 941.068925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.096312] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164], does not exist path=[/infra/domains/default/groups/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 [ 941.096600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d391df7b-fcf4-4b4c-8e1f-67d47d1e3164" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.097250] env[66160]: Traceback (most recent call last): [ 941.097329] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 941.097329] env[66160]: return func(*args, **kwargs) [ 941.097329] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 941.097329] env[66160]: res.raise_for_status() [ 941.097329] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 941.097329] env[66160]: raise HTTPError(http_error_msg, response=self) [ 941.097329] env[66160]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 [ 941.097329] env[66160]: During handling of the above exception, another exception occurred: [ 941.097329] env[66160]: Traceback (most recent call last): [ 941.097329] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 941.097329] env[66160]: listener.cb(fileno) [ 941.097329] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 941.097329] env[66160]: result = function(*args, **kwargs) [ 941.097329] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 941.097329] env[66160]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 941.097329] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 941.097329] env[66160]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 941.097329] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 941.097329] env[66160]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 941.097329] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 941.097329] env[66160]: res.raise_for_status() [ 941.097329] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 941.097329] env[66160]: raise HTTPError(http_error_msg, response=self) [ 941.097329] env[66160]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d391df7b-fcf4-4b4c-8e1f-67d47d1e3164 [ 941.097329] env[66160]: Removing descriptor: 36 [ 941.165417] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-c741b677-5b54-4e42-a266-edc87d727b04 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 941.166937] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 941.168072] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.168072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.168317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.168378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.168654] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.168654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.168654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.168898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.168898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.168978] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.243715] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f11eeb-5124-46fc-be20-c9875d277523: rpc.has_security_group_logging(os_id): False [ 941.253661] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.259523] env[66160]: INFO networking_nsxv3.common.synchronization [None req-cdacb70f-1fa3-4787-9eef-3dff75cbf1dc None None] Enqueued Resource ID: c9761225-84e2-4f94-80d9-d32887814cd1 with Priority: HIGHEST for action port [ 941.262344] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9761225-84e2-4f94-80d9-d32887814cd1 with Priority: HIGHEST for action port [ 941.263262] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9761225-84e2-4f94-80d9-d32887814cd1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.263262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9761225-84e2-4f94-80d9-d32887814cd1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.263262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9761225-84e2-4f94-80d9-d32887814cd1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.266788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9761225-84e2-4f94-80d9-d32887814cd1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.266881] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9761225-84e2-4f94-80d9-d32887814cd1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.269962] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.271082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.271082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.271674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.311761] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 941.313400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.313400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.313400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.313400] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.313400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.313400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.313400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.313786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.313786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.313786] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.317851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.318210] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.318345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.318427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.319340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.319340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.319340] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 is going to be updated. [ 941.322449] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.322449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.322449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.323138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.362141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.362513] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.362705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.362792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.363066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.364330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.364452] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 is going to be updated. [ 941.420224] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.420412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.420455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.420762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.420935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.431887] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.432159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.432159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.432394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.432584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.434742] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: IN_PROGRESS for 2s [ 941.447232] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: IN_PROGRESS for 2s [ 941.619163] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.619425] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.619576] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.619928] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.621391] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.621599] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.621739] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.622013] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.622188] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.622448] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.622573] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.623317] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.623475] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.623610] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.623724] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.623870] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.646040] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.646250] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.646396] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.646579] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.646902] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-3b04d797-af4d-45a3-a05b-dad23a39b2f7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.647091] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.647212] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.647584] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.647748] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b04d797-af4d-45a3-a05b-dad23a39b2f7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.671884] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.672143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.672259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.672802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.672893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.673266] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.673467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.673634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.673875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.674032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.674266] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 already deleted. [ 941.674324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.760921] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.761125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.761168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.761453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.761543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.761715] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 941.776492] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9761225-84e2-4f94-80d9-d32887814cd1 [ 941.777270] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.777270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.777422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.777701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.777945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.778463] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9761225-84e2-4f94-80d9-d32887814cd1 already deleted. [ 941.778612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9761225-84e2-4f94-80d9-d32887814cd1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.804173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.804346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.804389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.804587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.804727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.820815] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 941.822372] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.822817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.822817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.822937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.823013] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.823122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.823181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.823334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.823417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.823556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.823747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.823860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.823919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.824078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.824223] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.824344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.824393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.824533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.824607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.824698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.824783] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.828370] env[66160]: INFO networking_nsxv3.common.synchronization [req-cdfe01ff-c47b-49d2-a93c-d3f4d29856f8 req-35c73a00-7774-4118-bd63-8690e90d656a tempest-ServerRescueTestJSON-1807130009 tempest-ServerRescueTestJSON-1807130009-project-member] Enqueued Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 941.828725] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 with Priority: HIGHEST for action security_group_members [ 941.829137] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4667b602-7d3d-4659-88b9-5ca2b4f10a50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.829263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.829335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.829683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.829683] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.829683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.829827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.829876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.829950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.830168] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4667b602-7d3d-4659-88b9-5ca2b4f10a50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.151446] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.151776] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.151996] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.152356] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.152519] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.152692] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 3b04d797-af4d-45a3-a05b-dad23a39b2f7 not found, creating... [ 942.152999] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.153176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.153306] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.153571] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.153725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.154354] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.154354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.154354] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.154554] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.155170] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.155170] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 3b04d797-af4d-45a3-a05b-dad23a39b2f7 is going to be created. [ 942.178069] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.178526] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.179023] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.179221] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.179567] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.179870] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.309953] env[66160]: INFO networking_nsxv3.common.synchronization [req-d8f12259-a519-4f08-8463-ebc0bc002e92 req-9c7caa5f-179d-4f80-bafb-16e015b2b8a6 tempest-MigrationsAdminTest-749867044 tempest-MigrationsAdminTest-749867044-project-member] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 942.310655] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 942.310947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.311104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.311173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.311522] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.311861] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.311861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.311861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.312033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.312104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.312185] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.327738] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a: rpc.has_security_group_logging(os_id): False [ 942.333309] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.333599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.333599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.333769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.355938] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.356095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.364227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.364665] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.364665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.364778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.364937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.365044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.365162] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 is going to be updated. [ 942.366247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.366440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.366527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.366785] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.366928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.366993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.367183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.367275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.367485] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.367586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.367642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.367822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.367895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.368132] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.368259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.368327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.368477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.368553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.368643] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be created. [ 942.428380] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.428526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.428602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.428824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.428973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.439878] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: IN_PROGRESS for 2s [ 942.474361] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.474573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.474617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.474863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.475061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.491990] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: IN_PROGRESS for 2s [ 942.815673] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.831808] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: SUCCESS [ 942.831808] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f11eeb-5124-46fc-be20-c9875d277523 deletion is rescheduled due to dependency. [ 942.831808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.912056] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 942.912533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.912631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.912933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.913300] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.937243] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-337c97c4-c4c8-4d71-bb5d-13fd27276945 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 942.937369] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-337c97c4-c4c8-4d71-bb5d-13fd27276945 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 942.938428] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-337c97c4-c4c8-4d71-bb5d-13fd27276945 service nova] Enqueued Resource ID: 3b04d797-af4d-45a3-a05b-dad23a39b2f7 with Priority: HIGHEST for action port [ 942.938428] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 942.938428] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 942.938428] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b04d797-af4d-45a3-a05b-dad23a39b2f7 with Priority: HIGHEST for action port [ 942.938770] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.938770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.938770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.939694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.939694] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.940648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.940648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.940648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.940648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.940648] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.940648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.940648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.940982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.940982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.940982] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.943436] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b04d797-af4d-45a3-a05b-dad23a39b2f7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.943436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.943436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.943436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.943436] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b04d797-af4d-45a3-a05b-dad23a39b2f7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.318488] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.415844] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.416036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.444307] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.444469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.444664] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.446304] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13038de0-df88-4d1a-93f4-bd85778297c8 in Status: SUCCESS [ 943.446482] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13038de0-df88-4d1a-93f4-bd85778297c8 deletion is rescheduled due to dependency. [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13038de0-df88-4d1a-93f4-bd85778297c8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.448306] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b04d797-af4d-45a3-a05b-dad23a39b2f7 with status ACTIVE [ 943.448306] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.448306] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.448306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.448902] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.448902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.448902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.448902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.448902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.449088] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b04d797-af4d-45a3-a05b-dad23a39b2f7 is going to be updated. [ 943.466859] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f11eeb-5124-46fc-be20-c9875d277523 in Status: SUCCESS [ 943.466859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f11eeb-5124-46fc-be20-c9875d277523" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.471941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.472900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.472900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.472900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.472900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.472900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b04d797-af4d-45a3-a05b-dad23a39b2f7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.718572] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.718782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-762" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.718910] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-762" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.719292] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-762" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.719637] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.719804] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.719919] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.720278] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.720428] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.720626] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.720738] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.720874] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.720951] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.721069] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.721166] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.721375] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.740215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.740365] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.740628] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.740694] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-762" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.740979] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.741170] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.741365] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.741701] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.741836] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a1ceba6-f331-4cba-a0bf-72cb514a3ef5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.821126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.821341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.821421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.821620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.821709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.821808] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be updated. [ 943.833883] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 943.834309] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.834507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.834714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.835549] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.835549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.835549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.835549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.835549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.835787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.835787] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.860721] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.860909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.860978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.861149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.861382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.874941] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: IN_PROGRESS for 2s [ 943.951332] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.244332] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.244582] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.244627] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.244908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.245064] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.245220] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 not found, creating... [ 944.245506] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.245657] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.245772] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.245988] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.246134] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.246455] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.246606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.246721] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.246945] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.247115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.247275] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 is going to be created. [ 944.266334] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.266543] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.266667] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.266929] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.267174] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.267400] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.338178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.338619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.338619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.338772] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.338898] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.339014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.339086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.339324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.339441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.339543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.339706] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.339822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.339904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.340076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.340225] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.340319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.340373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.340516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.340615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.340701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.340792] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.451129] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 in Status: SUCCESS [ 944.451373] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4667b602-7d3d-4659-88b9-5ca2b4f10a50 deletion is rescheduled due to dependency. [ 944.451531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4667b602-7d3d-4659-88b9-5ca2b4f10a50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.454349] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.454535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.454589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.454996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.454996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.455208] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be created. [ 944.483777] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.484048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.484209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.484542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.484842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.497317] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: UNINITIALIZED for 2s [ 944.504197] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 944.504506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.843255] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6: rpc.has_security_group_logging(os_id): False [ 944.864443] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.864633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.864675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.864892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.887083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.887457] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.887631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.887777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.887969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.888071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.888305] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.888462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.888570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.888823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.889241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.889476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.889644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.889741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.889936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.890068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.890191] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 944.959030] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.959246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.959316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.959500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.959645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.980135] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 944.998264] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-8b21c056-10cd-470b-8a13-eb0ac05a9969 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 944.998364] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-8b21c056-10cd-470b-8a13-eb0ac05a9969 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 944.998437] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-8b21c056-10cd-470b-8a13-eb0ac05a9969 service nova] Enqueued Resource ID: 3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 with Priority: HIGHEST for action port [ 944.999025] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 945.000514] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 945.000514] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 with Priority: HIGHEST for action port [ 945.003167] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.003322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.003563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.003649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.003862] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.003981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.004060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.004294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.004375] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a1ceba6-f331-4cba-a0bf-72cb514a3ef5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.506021] env[66160]: INFO networking_nsxv3.common.synchronization [req-56d21ac5-fcbf-4cc9-a5d1-ff4df8beeb95 req-36f76284-6b7b-4e05-89a1-14bc26630264 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 945.506021] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 945.509075] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.509075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.509075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.509075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.509075] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.509075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.509075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.509075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.509075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.509075] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.509808] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 with status ACTIVE [ 945.510554] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.510673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.511024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.511024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.511024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.511187] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.511322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.512072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.512072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.512072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.512072] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.512072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.512072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.512387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.512387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.512387] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a1ceba6-f331-4cba-a0bf-72cb514a3ef5 is going to be updated. [ 945.543839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.544155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.544281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.544600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.544822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.545213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a1ceba6-f331-4cba-a0bf-72cb514a3ef5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.885640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 945.885868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.902991] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.903416] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.903511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.904152] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.905328] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.905473] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.905614] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.905976] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.906134] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.906351] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.906466] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.906690] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.906795] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.907036] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.907144] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.907358] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.927639] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.927817] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.928060] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.928257] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-170" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.928694] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-ce4fa5c6-709d-49ae-ab56-7c359a04084b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.928953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.929104] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.929438] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.929633] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce4fa5c6-709d-49ae-ab56-7c359a04084b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.015084] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.015291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.015347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.015560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.026814] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.026814] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.026987] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.027197] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.027465] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.027677] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.027734] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.027952] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.028098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.028297] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.028412] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.028412] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.028670] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.028758] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.028788] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.028918] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.039663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.039913] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.040141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.040210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.040403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.040506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.040573] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 946.050670] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.050842] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.050962] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.051155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.051552] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-d3b191c6-0709-4600-a5e2-ed87b6f248aa taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.051731] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.051832] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.052184] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.052348] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b191c6-0709-4600-a5e2-ed87b6f248aa',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.069832] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.070041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.070136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.070392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.070557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.082407] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 946.433102] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.433102] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.433102] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.433102] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.433426] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.433426] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port ce4fa5c6-709d-49ae-ab56-7c359a04084b not found, creating... [ 946.433636] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.433806] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.433919] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.434157] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.434287] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.434571] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.434718] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.434826] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.435037] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.435167] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.435299] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: ce4fa5c6-709d-49ae-ab56-7c359a04084b is going to be created. [ 946.455547] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.455738] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.455841] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.456124] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.456344] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.456560] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.515039] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 946.515459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.515615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.515898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.516284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.516686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.516790] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.517848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.517848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.518020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.518148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.518190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.518330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.518409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.518496] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.555323] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.555589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.555672] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.555955] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.556114] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.556267] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port d3b191c6-0709-4600-a5e2-ed87b6f248aa not found, creating... [ 946.556527] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.556918] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.557100] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.557328] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.557468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.557748] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.557901] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.558032] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.558242] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.558377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.558513] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: d3b191c6-0709-4600-a5e2-ed87b6f248aa is going to be created. [ 946.578285] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.578501] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.578570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.578905] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.579259] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.579522] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.998602] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 946.998846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.020573] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.020776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.020819] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.171564] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-6bc2a1af-189d-4fef-b4a3-273467abee65 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 947.171713] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-6bc2a1af-189d-4fef-b4a3-273467abee65 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 947.171867] env[66160]: INFO networking_nsxv3.common.synchronization [req-62fa2e10-8dd0-40d3-b20e-728b95847e85 req-6bc2a1af-189d-4fef-b4a3-273467abee65 service nova] Enqueued Resource ID: ce4fa5c6-709d-49ae-ab56-7c359a04084b with Priority: HIGHEST for action port [ 947.172780] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 947.173031] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 947.173299] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4fa5c6-709d-49ae-ab56-7c359a04084b with Priority: HIGHEST for action port [ 947.173998] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.174217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.174566] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.174847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.175250] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce4fa5c6-709d-49ae-ab56-7c359a04084b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.175445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.175574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.175856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.176038] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce4fa5c6-709d-49ae-ab56-7c359a04084b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.300634] env[66160]: INFO networking_nsxv3.common.synchronization [req-56d21ac5-fcbf-4cc9-a5d1-ff4df8beeb95 req-92e23cfa-2933-435f-a076-f0563743df73 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 947.300834] env[66160]: INFO networking_nsxv3.common.synchronization [req-56d21ac5-fcbf-4cc9-a5d1-ff4df8beeb95 req-92e23cfa-2933-435f-a076-f0563743df73 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 947.300967] env[66160]: INFO networking_nsxv3.common.synchronization [req-56d21ac5-fcbf-4cc9-a5d1-ff4df8beeb95 req-92e23cfa-2933-435f-a076-f0563743df73 service nova] Enqueued Resource ID: d3b191c6-0709-4600-a5e2-ed87b6f248aa with Priority: HIGHEST for action port [ 947.301584] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 947.301716] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 947.301810] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b191c6-0709-4600-a5e2-ed87b6f248aa with Priority: HIGHEST for action port [ 947.302346] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.302346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.302346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.302522] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.302653] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.303721] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.303827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.304033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b191c6-0709-4600-a5e2-ed87b6f248aa taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.304144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.304199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.304384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.304466] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b191c6-0709-4600-a5e2-ed87b6f248aa',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.523625] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.682817] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce4fa5c6-709d-49ae-ab56-7c359a04084b with status ACTIVE [ 947.683353] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.683581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.683673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.683907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.685054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.685054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.685054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.685054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.685054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.685054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.685054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.685454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.685454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685454] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce4fa5c6-709d-49ae-ab56-7c359a04084b is going to be updated. [ 947.708535] env[66160]: INFO networking_nsxv3.common.synchronization [req-7a01be8e-e70c-428b-954f-5fa6a487d46e req-bc7bba0c-51aa-4370-a15c-f6755fe9cf23 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 947.709205] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 947.709586] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.709710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.709780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.709981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.710154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.710261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.710352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.710515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.710604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.710764] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.712743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.712859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.713845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.713845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.713845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.713845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce4fa5c6-709d-49ae-ab56-7c359a04084b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.806855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.807105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.807803] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3b191c6-0709-4600-a5e2-ed87b6f248aa with status ACTIVE [ 947.807999] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.808150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.808227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.808563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.808632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.808872] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.808984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.809080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.811574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.811574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.811574] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.811574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.811574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.811574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.811574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.811574] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3b191c6-0709-4600-a5e2-ed87b6f248aa is going to be updated. [ 947.845242] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.845242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.845242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.845242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.845242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.845242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b191c6-0709-4600-a5e2-ed87b6f248aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.027569] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.027748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.027839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.028202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.028311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.028448] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 948.077052] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.077052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.077214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.077370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.077542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.093497] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 948.095487] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 948.095991] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 948.095991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.096869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.096869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.097127] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.097296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.097447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.097683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.097841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.097994] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.215710] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.602176] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b7a6cc27-6891-4b03-9d88-5c6eb08cf42b tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 948.602176] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.602176] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 948.605079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.605079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.717266] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.106124] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.222098] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.222379] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.222543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.223066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.223066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.223178] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 949.275747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.275747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.275747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.275955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.275955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.290432] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 949.609729] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.610150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.610150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.610150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.610150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.610278] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 949.661907] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.661907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.662173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.662250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.662435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.678311] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 950.109603] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 950.109867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.110048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.110357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.110607] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.110762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.110812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.111063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.111163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.111330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.111704] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.111807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.111874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.113046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.113046] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.113046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.113046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.113046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.113046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.113046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.113046] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.114283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.114367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.114604] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.115345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.115345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.115345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.115712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.115866] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.618366] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182737ba-6b26-4753-937b-04334b7b3775: rpc.has_security_group_logging(os_id): False [ 950.619916] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.643839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.644088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.644177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.644407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.644569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.644814] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.644875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.644980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.645138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.645208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.645499] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.645660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.645660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.645812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.645867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.646163] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.646163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.646650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.646650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.646650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.646743] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be created. [ 950.723187] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.723418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.723496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.723723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.723906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.739485] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 951.123223] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.324769] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 951.325273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.325273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.325391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.325867] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.325867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.325867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.325867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.326078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.326078] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.625336] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.625641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.625641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.625817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.625904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.626010] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 951.661495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.661645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.661716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.661933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.662088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.671840] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 951.687337] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 951.687550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.687713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.687936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.688131] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.688247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.688311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.688468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.688641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.688727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.688819] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.828754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.828874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.828874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.829075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.850349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.852469] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.852469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.852469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.852469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.852469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.852469] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 951.879019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.879168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.879236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.879457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.880203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.888231] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 952.194063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.194063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.194063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.194063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.194063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.194838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.194838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.194838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.194838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.194838] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.697746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879dae25-9dc7-4b27-961e-966e24d88c62: rpc.has_security_group_logging(os_id): False [ 952.727890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.727890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.727890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.727890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.727890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.728252] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.728252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.728356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.728438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.728515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.728704] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.728815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.728845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.728981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.733250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.733686] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.733824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.733824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.734050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.734140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.734257] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 952.754288] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 952.754436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.755031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.755031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.755031] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.788807] env[66160]: INFO networking_nsxv3.common.synchronization [None req-48c9ffb8-1931-451f-8902-0461a08dd5c9 tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 952.789590] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 952.790453] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.790453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.790629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.790936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.790936] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.835197] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.835483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.835620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.836081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.836247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.860829] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 952.892565] env[66160]: INFO networking_nsxv3.common.synchronization [req-49681695-971a-4e74-8d3a-59b26f86f451 req-fa903c3c-781d-4184-b480-a32d99517496 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_members [ 952.894794] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGHEST for action security_group_members [ 952.894794] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.894794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.894794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.894794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.895061] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.895061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.895061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.895524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.895524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.895524] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.096778] env[66160]: INFO networking_nsxv3.common.synchronization [None req-9464c2c6-8a6b-4252-a63e-4175745ed670 None None] Enqueued Resource ID: bcbe0878-2820-4981-9935-c817f67482bf with Priority: HIGHEST for action port [ 953.097232] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbe0878-2820-4981-9935-c817f67482bf with Priority: HIGHEST for action port [ 953.097647] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcbe0878-2820-4981-9935-c817f67482bf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.097793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcbe0878-2820-4981-9935-c817f67482bf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.097861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcbe0878-2820-4981-9935-c817f67482bf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.099322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcbe0878-2820-4981-9935-c817f67482bf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.099432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcbe0878-2820-4981-9935-c817f67482bf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.257776] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.257913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.316958] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.317170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.317170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.317456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.317456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.317584] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf already deleted. [ 953.317584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.395463] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ba0a19a9-ac00-4703-aa18-30c0ae9253a8 tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 953.396017] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 953.396552] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.396552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.396552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.396707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.396737] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.403119] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.403119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.403119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.403119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.424475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.424721] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.424856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.424926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.425155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.425243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.425335] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 is going to be updated. [ 953.452500] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.452656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.452720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.452923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.453075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.463042] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 in Status: IN_PROGRESS for 2s [ 953.601725] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcbe0878-2820-4981-9935-c817f67482bf [ 953.601984] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.602128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.602210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.602528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.602613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.602702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcbe0878-2820-4981-9935-c817f67482bf already deleted. [ 953.602941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcbe0878-2820-4981-9935-c817f67482bf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.683674] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 953.683933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.684121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.684338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.684545] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.684644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.684701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.684863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.684921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.684989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.685091] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.901933] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 953.902325] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad deletion is rescheduled due to dependency. [ 953.902325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.931970] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.931970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.931970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.931970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.932350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.932350] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf already deleted. [ 953.932513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.187691] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.187955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.187955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.188380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.188575] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.188687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.188751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.188916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.189022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.189107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.189367] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.189490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.189543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.189702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.189853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.189979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.190072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.190168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.190229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.190310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.190384] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.682891] env[66160]: INFO networking_nsxv3.common.synchronization [req-aaca6f5c-3b44-4e17-919f-f8b4377e1077 req-20e0a65b-7ee1-4b97-843c-971d144275f0 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 954.686964] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 954.686964] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.689795] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.689795] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.693258] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182737ba-6b26-4753-937b-04334b7b3775: rpc.has_security_group_logging(os_id): False [ 954.712035] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.712035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.712035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.712240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.712240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.713394] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.713394] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.713394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.713797] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.713797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.713797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.713797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.713797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.713952] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 954.828265] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.828499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.828568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.828776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.828942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.853265] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 954.880410] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 954.880648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.193725] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.194201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.194201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.194383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.217045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.217474] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.218346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.218346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.218346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.218346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.218346] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 955.253045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.253045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.253045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.253045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.253045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.261436] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 955.296554] env[66160]: INFO networking_nsxv3.common.synchronization [None req-99c361d9-4ca4-43d5-a7df-1326e7a4c15e None None] Enqueued Resource ID: 20535f4f-14c5-41f3-b1ef-64a81696a6d2 with Priority: HIGHEST for action port [ 955.296554] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20535f4f-14c5-41f3-b1ef-64a81696a6d2 with Priority: HIGHEST for action port [ 955.296554] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-20535f4f-14c5-41f3-b1ef-64a81696a6d2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.296554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20535f4f-14c5-41f3-b1ef-64a81696a6d2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.296554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20535f4f-14c5-41f3-b1ef-64a81696a6d2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.296554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20535f4f-14c5-41f3-b1ef-64a81696a6d2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.296554] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20535f4f-14c5-41f3-b1ef-64a81696a6d2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.473102] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 in Status: SUCCESS [ 955.473336] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 deletion is rescheduled due to dependency. [ 955.473493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.566943] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b332ab23-3b87-45cb-95aa-c39a7c20fdd0 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 955.567980] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 955.569248] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.569584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.569717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.570296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.570410] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.664266] env[66160]: INFO networking_nsxv3.common.synchronization [None req-bc10f577-3885-495f-86d2-eb8dab05a676 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 955.664266] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 955.664266] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.664266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.799029] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20535f4f-14c5-41f3-b1ef-64a81696a6d2 [ 955.799352] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.799510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.799575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.799793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.799897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.800030] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20535f4f-14c5-41f3-b1ef-64a81696a6d2 already deleted. [ 955.800123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20535f4f-14c5-41f3-b1ef-64a81696a6d2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.091467] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.091638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.091713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.091926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.092020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.092116] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 already deleted. [ 956.092196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.092373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.092537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.092614] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.613238] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.613514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.613514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.613701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.613801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.613901] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 already deleted. [ 956.613994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.868892] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 956.869231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.869451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.869675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.869756] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.094409] env[66160]: INFO networking_nsxv3.common.synchronization [None req-c87a743a-8000-457c-8c7b-a936cb93c5bb None None] Enqueued Resource ID: 971f8c46-72a2-4add-9c6d-20ebff15ac5c with Priority: HIGHEST for action port [ 957.094944] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 971f8c46-72a2-4add-9c6d-20ebff15ac5c with Priority: HIGHEST for action port [ 957.095264] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-971f8c46-72a2-4add-9c6d-20ebff15ac5c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.095381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-971f8c46-72a2-4add-9c6d-20ebff15ac5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.095452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-971f8c46-72a2-4add-9c6d-20ebff15ac5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.095710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-971f8c46-72a2-4add-9c6d-20ebff15ac5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.095792] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('971f8c46-72a2-4add-9c6d-20ebff15ac5c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.272524] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 957.272524] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 957.272789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.375853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.375853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.375853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.375853] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.600139] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 971f8c46-72a2-4add-9c6d-20ebff15ac5c [ 957.600490] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.600632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.600632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.600863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.600951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.601058] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:971f8c46-72a2-4add-9c6d-20ebff15ac5c already deleted. [ 957.601134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-971f8c46-72a2-4add-9c6d-20ebff15ac5c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.876960] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.877253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.877253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.877418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.877593] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.877697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.877751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.877904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.877990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.878113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.878274] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.878367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.878426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.878564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.878700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.878789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.878842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.878975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.879062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.879142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.879237] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.991151] env[66160]: INFO networking_nsxv3.common.synchronization [None req-5042343d-ceb8-4e2e-921f-56b475d3923e tempest-ServersV294TestFqdnHostnames-557013818 tempest-ServersV294TestFqdnHostnames-557013818-project-member] Enqueued Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_rules [ 957.992648] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_rules [ 957.993621] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.994022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.994514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.996295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.996295] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.084036] env[66160]: INFO networking_nsxv3.common.synchronization [None req-7e999d73-dbdf-408f-80c3-c5e2eaf67de0 tempest-ServersV294TestFqdnHostnames-557013818 tempest-ServersV294TestFqdnHostnames-557013818-project-member] Enqueued Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_rules [ 958.084036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_rules [ 958.084428] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.084642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.382542] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182737ba-6b26-4753-937b-04334b7b3775: rpc.has_security_group_logging(os_id): False [ 958.402205] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.402205] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.402205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.402600] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.402600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.402600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.402695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.402695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.402880] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.402971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.403043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.403184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.403253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.403338] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 958.444341] env[66160]: INFO networking_nsxv3.common.synchronization [req-c3975404-9127-45a6-8abd-2ea8c4460d47 req-53bd66af-3f54-4c34-be1c-6eb2e1bcca94 tempest-ServersNegativeTestMultiTenantJSON-1817349447 tempest-ServersNegativeTestMultiTenantJSON-1817349447-project-member] Enqueued Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_members [ 958.444895] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_members [ 958.445230] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f419d24c-f609-4e19-a1e3-97587728b59b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.445354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.445423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.446705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.446705] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.446705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.446705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.446705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.446705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.446705] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.469374] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.469563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.469625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.469829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.470061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.486250] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 958.515633] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.515806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.515839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.516080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.516190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.516268] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b already deleted. [ 958.516351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.516500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.516658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.516736] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.818200] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.818200] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.818200] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.819375] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.819787] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.820179] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.820397] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.820761] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.821027] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.821563] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.822045] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.822327] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.822589] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.822858] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.823574] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.823574] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.847800] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.847969] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.848122] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.848297] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-258" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.848608] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-5a938378-f677-4968-b8b3-04d797e2de43 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.848788] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.848902] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.849261] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.849395] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a938378-f677-4968-b8b3-04d797e2de43',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.948732] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.949062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.949062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.949265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.949370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.949575] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.949677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.949739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.949883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.949956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.950049] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f419d24c-f609-4e19-a1e3-97587728b59b already deleted. [ 958.950130] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.043888] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.043888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.043888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.043888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.043888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.044162] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b already deleted. [ 959.044162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.352250] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.352606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.352769] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.353047] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.353353] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.353353] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 5a938378-f677-4968-b8b3-04d797e2de43 not found, creating... [ 959.353640] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.353881] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.353992] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.354228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.354365] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.354693] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.354817] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.354925] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.355147] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.355275] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.355408] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 5a938378-f677-4968-b8b3-04d797e2de43 is going to be created. [ 959.374783] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.374995] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.375138] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.375416] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.375662] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.375888] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.536753] env[66160]: INFO networking_nsxv3.common.synchronization [None req-9dbcef8a-e681-4588-bba7-ed1964ef5aee None None] Enqueued Resource ID: c18366da-563d-42d8-9504-03da31018e86 with Priority: HIGHEST for action port [ 959.537143] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18366da-563d-42d8-9504-03da31018e86 with Priority: HIGHEST for action port [ 959.537143] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c18366da-563d-42d8-9504-03da31018e86 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.537143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c18366da-563d-42d8-9504-03da31018e86" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.537143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c18366da-563d-42d8-9504-03da31018e86" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.537143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c18366da-563d-42d8-9504-03da31018e86" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.537143] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c18366da-563d-42d8-9504-03da31018e86',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.040528] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c18366da-563d-42d8-9504-03da31018e86 [ 960.040973] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.040973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.041124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.043295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.043295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.043295] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c18366da-563d-42d8-9504-03da31018e86 already deleted. [ 960.043295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c18366da-563d-42d8-9504-03da31018e86" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.503754] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 960.504208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.584258] env[66160]: INFO networking_nsxv3.common.synchronization [req-c3975404-9127-45a6-8abd-2ea8c4460d47 req-8665d7b5-ddd8-424b-b62e-5c5fb64e6ad0 service nova] Enqueued Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_rules [ 960.584346] env[66160]: INFO networking_nsxv3.common.synchronization [req-c3975404-9127-45a6-8abd-2ea8c4460d47 req-8665d7b5-ddd8-424b-b62e-5c5fb64e6ad0 service nova] Enqueued Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_members [ 960.584460] env[66160]: INFO networking_nsxv3.common.synchronization [req-c3975404-9127-45a6-8abd-2ea8c4460d47 req-8665d7b5-ddd8-424b-b62e-5c5fb64e6ad0 service nova] Enqueued Resource ID: 5a938378-f677-4968-b8b3-04d797e2de43 with Priority: HIGHEST for action port [ 960.585067] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_rules [ 960.585219] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_members [ 960.585307] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a938378-f677-4968-b8b3-04d797e2de43 with Priority: HIGHEST for action port [ 960.585641] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f419d24c-f609-4e19-a1e3-97587728b59b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.585729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.585787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.586016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.588047] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.590979] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f419d24c-f609-4e19-a1e3-97587728b59b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.591140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.591215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.591706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.591706] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.591876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.591970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.592210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.592289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.592415] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.594078] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a938378-f677-4968-b8b3-04d797e2de43 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.594252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.594300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.594487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.594581] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a938378-f677-4968-b8b3-04d797e2de43',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.092218] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f419d24c-f609-4e19-a1e3-97587728b59b taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.092548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.095131] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.098138] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a938378-f677-4968-b8b3-04d797e2de43 with status ACTIVE [ 961.099073] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.099294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.099406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.099629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.099721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.099920] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.100039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.100089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.100251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.100328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.100517] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.100610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.100672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.100876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.100958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.101056] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a938378-f677-4968-b8b3-04d797e2de43 is going to be updated. [ 961.126680] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.126840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.126982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.127135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.127273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.127431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a938378-f677-4968-b8b3-04d797e2de43" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.287843] env[66160]: INFO networking_nsxv3.common.synchronization [req-ca9469fc-5f52-43b7-87b4-5133c069128c req-1ec443d5-f95a-4419-b6a0-6c60a64c66f8 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_members [ 961.287843] env[66160]: INFO networking_nsxv3.common.synchronization [req-ca9469fc-5f52-43b7-87b4-5133c069128c req-1ec443d5-f95a-4419-b6a0-6c60a64c66f8 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.287843] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_members [ 961.287843] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.288066] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-878f4fae-3028-415b-aa89-ba16bc08459e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.288183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.288236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.288817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.289462] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.289619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.289680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.289835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.290256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.290256] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.291230] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.291315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.291425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.291568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.291714] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.291818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.291874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.292012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.292178] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.344711] env[66160]: INFO networking_nsxv3.common.synchronization [req-ca9469fc-5f52-43b7-87b4-5133c069128c req-1ec443d5-f95a-4419-b6a0-6c60a64c66f8 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_rules [ 961.344880] env[66160]: INFO networking_nsxv3.common.synchronization [req-ca9469fc-5f52-43b7-87b4-5133c069128c req-1ec443d5-f95a-4419-b6a0-6c60a64c66f8 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.345043] env[66160]: INFO networking_nsxv3.common.synchronization [req-ca9469fc-5f52-43b7-87b4-5133c069128c req-1ec443d5-f95a-4419-b6a0-6c60a64c66f8 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_rules [ 961.345181] env[66160]: INFO networking_nsxv3.common.synchronization [req-ca9469fc-5f52-43b7-87b4-5133c069128c req-1ec443d5-f95a-4419-b6a0-6c60a64c66f8 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_members [ 961.345320] env[66160]: INFO networking_nsxv3.common.synchronization [req-ca9469fc-5f52-43b7-87b4-5133c069128c req-1ec443d5-f95a-4419-b6a0-6c60a64c66f8 tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with Priority: HIGHEST for action port [ 961.345845] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_rules [ 961.345982] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_rules [ 961.346191] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with Priority: HIGHEST for action port [ 961.346294] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.346385] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_members [ 961.346660] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.346775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.346843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.347048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.347958] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.352032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-878f4fae-3028-415b-aa89-ba16bc08459e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.352032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.352032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.352032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.352032] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.354835] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.355323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.355392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.355588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.355662] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.356531] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.356645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.356857] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-878f4fae-3028-415b-aa89-ba16bc08459e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.356942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.598030] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.772986] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bfdbf2e-a70f-41a0-bd9d-6d891f293014 req-2f1cef1c-39b8-4898-90cd-b49b2c60e63d tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_members [ 961.773202] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bfdbf2e-a70f-41a0-bd9d-6d891f293014 req-2f1cef1c-39b8-4898-90cd-b49b2c60e63d tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.774240] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878f4fae-3028-415b-aa89-ba16bc08459e with Priority: HIGHEST for action security_group_members [ 961.774240] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.774240] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-878f4fae-3028-415b-aa89-ba16bc08459e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.774421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.774545] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.774586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.793497] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.794487] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.822072] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bfdbf2e-a70f-41a0-bd9d-6d891f293014 req-2f1cef1c-39b8-4898-90cd-b49b2c60e63d tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_rules [ 961.822285] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bfdbf2e-a70f-41a0-bd9d-6d891f293014 req-2f1cef1c-39b8-4898-90cd-b49b2c60e63d tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.822521] env[66160]: INFO networking_nsxv3.common.synchronization [req-9bfdbf2e-a70f-41a0-bd9d-6d891f293014 req-2f1cef1c-39b8-4898-90cd-b49b2c60e63d tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with Priority: HIGHEST for action port [ 961.823276] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_rules [ 961.823416] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 961.823511] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with Priority: HIGHEST for action port [ 961.823792] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.823890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.824173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.824173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.824346] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.824431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.858438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-878f4fae-3028-415b-aa89-ba16bc08459e taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.858638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.858729] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with status ACTIVE [ 961.858875] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.859218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.859218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.859341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.859383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.859586] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.859701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.859701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.859898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.859898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.860095] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.860192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.860253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.860394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.860647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.860647] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf is going to be updated. [ 961.861827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.861930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.882831] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.883016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.883112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.883249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.883437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.883537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.883684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.883845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.884032] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.100670] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.101021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.101021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.101178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.101635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.101635] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f419d24c-f609-4e19-a1e3-97587728b59b is going to be created. [ 962.127760] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.128059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.130191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.130596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.130660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.147753] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f419d24c-f609-4e19-a1e3-97587728b59b in Status: UNINITIALIZED for 2s [ 962.298235] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.298235] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.387527] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf with status ACTIVE [ 962.387527] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.387527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.387527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.387527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.387827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.387827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.387992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.388059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.388255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.388348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.388741] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.388885] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.388963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.389176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.389235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.389380] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf is going to be updated. [ 962.424430] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.424831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.425125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.425969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.426155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.426340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967ccfa0-b997-4fe9-9b1b-4f1eeb0f6baf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.800120] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.800417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.800560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.800905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.801122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.801297] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be updated. [ 962.803877] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.804153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.804325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.804785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.804785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.805414] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878f4fae-3028-415b-aa89-ba16bc08459e is going to be created. [ 962.843645] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.843840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.843923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.844223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.844826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.849601] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.849716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.849907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.850046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.850251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.859928] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878f4fae-3028-415b-aa89-ba16bc08459e in Status: UNINITIALIZED for 2s [ 962.860392] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: IN_PROGRESS for 2s [ 963.598802] env[66160]: INFO networking_nsxv3.common.synchronization [req-5d798ff2-1242-49a7-bc95-5a388622095a req-860fd241-e5d3-4839-af47-eef0501e82a8 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 963.599393] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 963.599731] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.599853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.599919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.600965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.600965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.600965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.600965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.600965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.600965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.600965] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.848594] env[66160]: INFO networking_nsxv3.common.synchronization [req-5d798ff2-1242-49a7-bc95-5a388622095a req-ae48ac90-b849-4d0c-bca6-8ba2bf15e6d5 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 963.848594] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 963.848594] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.848594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.100814] env[66160]: INFO networking_nsxv3.common.synchronization [req-5d798ff2-1242-49a7-bc95-5a388622095a req-7cccbd23-3f47-4e3f-b9ae-c7545d363822 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 964.101426] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 964.101757] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.101838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.105592] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.161042] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f419d24c-f609-4e19-a1e3-97587728b59b in Status: SUCCESS [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.161042] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161042] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.608807] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.663373] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f419d24c-f609-4e19-a1e3-97587728b59b taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.666551] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.666551] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f419d24c-f609-4e19-a1e3-97587728b59b taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.666551] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.666551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.667260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.667260] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.852661] env[66160]: INFO networking_nsxv3.common.synchronization [req-d64ef8b4-36e9-45d3-a08a-f1afd3c5e117 req-66941f5d-84f9-4ec3-b70a-801b6e42bbb6 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 964.853022] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 964.853810] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.853940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.854247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.854247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.854501] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.854501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.854600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.854704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.854760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.854832] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.875512] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 964.875752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.876702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 878f4fae-3028-415b-aa89-ba16bc08459e in Status: SUCCESS [ 964.880035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.880035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.880035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.880035] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.880035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.880035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.880035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.880035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.880035] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.881555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.881555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.881555] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.881555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.881555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.881723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.881756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.882521] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.111453] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.111667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.111764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.112040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.112713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.112713] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 965.142136] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.142331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.142331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.142730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.142816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.154913] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 965.171016] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f419d24c-f609-4e19-a1e3-97587728b59b: rpc.has_security_group_logging(os_id): False [ 965.192055] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.192261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.192335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.192571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.192674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.192903] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.193045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.193105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.193283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.193378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.193614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.193739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.193799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.193959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.195414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.195711] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.195838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.195929] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.196919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.197098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.197257] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f419d24c-f609-4e19-a1e3-97587728b59b is going to be created. [ 965.279377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.279643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.279643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.282992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.282992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.311674] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f419d24c-f609-4e19-a1e3-97587728b59b in Status: IN_PROGRESS for 2s [ 965.357173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.357173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.359845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.359845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.359845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.359845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.359845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.359845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.359845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.359845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.359845] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 965.387408] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.387408] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.387408] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.387408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.391521] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878f4fae-3028-415b-aa89-ba16bc08459e is going to be deleted. [ 965.428190] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.428361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.428401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.429199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.429199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.442819] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 965.444126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.444126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.444126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.444354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.444354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.444803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.444803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.444803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.444957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.445137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.445269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.445757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.445757] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.894718] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.950019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.950019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.950019] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878f4fae-3028-415b-aa89-ba16bc08459e already deleted. [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.950019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.950019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.950613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.950613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.950613] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.395566] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.395786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.395786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.395969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.397431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.397431] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be updated. [ 966.425827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.425993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.426078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.426312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.426471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.439589] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: IN_PROGRESS for 2s [ 966.454093] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.454286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.454350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.455669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.455669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.455669] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.455669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.455669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.455669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.455669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.455669] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 878f4fae-3028-415b-aa89-ba16bc08459e already deleted. [ 966.455669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.455669] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.752758] env[66160]: INFO networking_nsxv3.common.synchronization [req-3ea94fd0-ae56-4928-9021-f3e758d3ce6b req-2b719448-9e9e-4268-b9f8-10b3bf12e1b7 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 966.752758] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 966.753054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.753951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.753951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.753951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.753951] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.753951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.753951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.754299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.754299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.754299] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.957748] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('878f4fae-3028-415b-aa89-ba16bc08459e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.101898] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.102132] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.102261] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.102627] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.104042] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.104042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.104042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.104042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.104042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.104042] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.104519] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.104519] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.104519] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.104519] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.104519] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.104774] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.126969] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.127245] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.127429] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.127649] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.128062] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-fd233a78-445f-4984-ab59-6aa530307657 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.128378] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.128531] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.128859] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.129413] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd233a78-445f-4984-ab59-6aa530307657',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.170374] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 967.170632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.171157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.171480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.171585] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.171705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.171766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.171922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.172023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.172112] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.256743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.256931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.256974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.257227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.257315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.257590] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.257779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.257847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.258030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.258168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.258277] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 967.294061] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.294299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.294299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.294489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.294643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.327972] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 967.335080] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f419d24c-f609-4e19-a1e3-97587728b59b in Status: SUCCESS [ 967.335377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.461573] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 967.461573] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 967.461573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.461573] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 878f4fae-3028-415b-aa89-ba16bc08459e: rpc.has_security_group_logging(os_id): False [ 967.480268] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.480706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.480706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.480827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.480931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.481163] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.481247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.481441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.481518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.481612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.481698] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 878f4fae-3028-415b-aa89-ba16bc08459e is going to be created. [ 967.500077] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/878f4fae-3028-415b-aa89-ba16bc08459e], does not exist path=[/infra/domains/default/groups/878f4fae-3028-415b-aa89-ba16bc08459e]."\n}' [ 967.500831] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 878f4fae-3028-415b-aa89-ba16bc08459e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/878f4fae-3028-415b-aa89-ba16bc08459e [ 967.500831] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 967.545122] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.545436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.545436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.545655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.546907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.547947] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.548123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.548228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.548370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.548574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.548676] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.548795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.548881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.549039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.549111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.549173] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 878f4fae-3028-415b-aa89-ba16bc08459e is going to be created. [ 967.586289] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/878f4fae-3028-415b-aa89-ba16bc08459e], does not exist path=[/infra/domains/default/groups/878f4fae-3028-415b-aa89-ba16bc08459e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/878f4fae-3028-415b-aa89-ba16bc08459e [ 967.586289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-878f4fae-3028-415b-aa89-ba16bc08459e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.586289] env[66160]: Traceback (most recent call last): [ 967.586289] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 967.586289] env[66160]: return func(*args, **kwargs) [ 967.586289] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 967.586289] env[66160]: res.raise_for_status() [ 967.586289] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 967.586289] env[66160]: raise HTTPError(http_error_msg, response=self) [ 967.586289] env[66160]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/878f4fae-3028-415b-aa89-ba16bc08459e [ 967.586289] env[66160]: During handling of the above exception, another exception occurred: [ 967.586289] env[66160]: Traceback (most recent call last): [ 967.586289] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 967.586289] env[66160]: listener.cb(fileno) [ 967.586289] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 967.586289] env[66160]: result = function(*args, **kwargs) [ 967.586289] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 967.586289] env[66160]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 967.586289] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 967.586289] env[66160]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 967.586289] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 967.586289] env[66160]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 967.586289] env[66160]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 967.586289] env[66160]: res.raise_for_status() [ 967.586289] env[66160]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 967.586289] env[66160]: raise HTTPError(http_error_msg, response=self) [ 967.586289] env[66160]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/878f4fae-3028-415b-aa89-ba16bc08459e [ 967.586289] env[66160]: Removing descriptor: 36 [ 967.632468] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.632842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.632842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.633305] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.633305] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.633428] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port fd233a78-445f-4984-ab59-6aa530307657 not found, creating... [ 967.633698] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.633869] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.634128] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.634337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.634455] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.634897] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.635197] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.635355] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.635674] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.635999] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.635999] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: fd233a78-445f-4984-ab59-6aa530307657 is going to be created. [ 967.662549] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.662549] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.662826] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.662897] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.663144] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.663459] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.675406] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.675528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.675600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.675807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.700781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.700983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.701152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.701222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.701490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.701602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.701646] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 967.735298] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.735504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.735580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.735801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.735956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.748812] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 968.063286] env[66160]: INFO networking_nsxv3.common.synchronization [req-a91ba2b2-72f1-42b1-a4e9-8d1d9fd39045 req-a1c36ac1-b155-4079-8255-3b3a20bd683a tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 968.063600] env[66160]: INFO networking_nsxv3.common.synchronization [req-a91ba2b2-72f1-42b1-a4e9-8d1d9fd39045 req-a1c36ac1-b155-4079-8255-3b3a20bd683a tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 968.063726] env[66160]: INFO networking_nsxv3.common.synchronization [req-a91ba2b2-72f1-42b1-a4e9-8d1d9fd39045 req-a1c36ac1-b155-4079-8255-3b3a20bd683a tempest-SecurityGroupsTestJSON-749220725 tempest-SecurityGroupsTestJSON-749220725-project-member] Enqueued Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_members [ 968.064427] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 with Priority: HIGHEST for action security_group_members [ 968.064633] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGHEST for action security_group_members [ 968.064767] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGHEST for action security_group_members [ 968.065178] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.065354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.065475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.065732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.065957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.066123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.066178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.066344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.066480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.066581] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20663d9a-d468-4ae8-a9b3-1683b5c6c7e6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.070051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.070174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.070246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.070418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.070567] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.070660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.070721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.070858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.070937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.071442] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.072295] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6633a1-0adb-4258-9a60-ccae9c8443e4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.072415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.072491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.072650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.072950] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.072950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.073073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.073168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.073248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.073346] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.413300] env[66160]: INFO networking_nsxv3.common.synchronization [req-3ea94fd0-ae56-4928-9021-f3e758d3ce6b req-4be99199-a224-4c1f-bca3-833c0a9be477 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 968.413469] env[66160]: INFO networking_nsxv3.common.synchronization [req-3ea94fd0-ae56-4928-9021-f3e758d3ce6b req-4be99199-a224-4c1f-bca3-833c0a9be477 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 968.413616] env[66160]: INFO networking_nsxv3.common.synchronization [req-3ea94fd0-ae56-4928-9021-f3e758d3ce6b req-4be99199-a224-4c1f-bca3-833c0a9be477 service nova] Enqueued Resource ID: fd233a78-445f-4984-ab59-6aa530307657 with Priority: HIGHEST for action port [ 968.414198] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 968.414338] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 968.414474] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd233a78-445f-4984-ab59-6aa530307657 with Priority: HIGHEST for action port [ 968.414703] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.415013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.415105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.415331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.415399] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.416700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.416803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.417014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd233a78-445f-4984-ab59-6aa530307657 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.418059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.418059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.418059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.418059] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd233a78-445f-4984-ab59-6aa530307657',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.450383] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 968.450677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.450892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.451218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.451479] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.451642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.451762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.451950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.452144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.452250] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.575468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.575629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.575704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.575927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.577865] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.577865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.577865] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.578108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.601557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.603076] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.603076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.603076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.603283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.603390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.603512] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be updated. [ 968.604967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.604967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.666006] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.666475] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.666665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.666865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.667129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.667266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.667727] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 is going to be updated. [ 968.668944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.669275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.672233] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.672405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.672513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.672761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.672956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.685384] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: IN_PROGRESS for 2s [ 968.699903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.700324] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.700430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.700430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.700788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.700788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.701294] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 is going to be updated. [ 968.703314] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.703444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.703511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.703788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.703930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.728417] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: IN_PROGRESS for 2s [ 968.747597] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.747982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.747982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.747982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.748128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.758123] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: IN_PROGRESS for 2s [ 968.858021] env[66160]: INFO networking_nsxv3.common.synchronization [req-f0186827-f646-43c2-ba11-471b211d85a5 req-019f27c1-b979-4312-acbe-21f262d6a14e tempest-MigrationsAdminTest-749867044 tempest-MigrationsAdminTest-749867044-project-member] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 968.859034] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGHEST for action security_group_members [ 968.859034] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.859195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.859242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.859553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.859722] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.859828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.859888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.860061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.860148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.860240] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.917220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.917364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.918703] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd233a78-445f-4984-ab59-6aa530307657 with status ACTIVE [ 968.918890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.919014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.919091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.919310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.919421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.919595] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.919691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.919749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.919906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.919982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.920174] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.920264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.920324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.920463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.920576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.920619] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd233a78-445f-4984-ab59-6aa530307657 is going to be updated. [ 968.945112] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.945351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.945351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.945518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.945654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.945815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd233a78-445f-4984-ab59-6aa530307657" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.954240] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.355284] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 969.355284] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 969.355284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.355284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.355284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.355284] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.355284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.355284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.355284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.355887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.355887] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.363092] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.363092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.363092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.363092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.407571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.407867] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.408075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.408204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.408534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.408628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.408734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be updated. [ 969.457989] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.458208] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.458341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.459026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.459026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.459026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.470532] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: IN_PROGRESS for 2s [ 969.759187] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 969.759364] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 deletion is rescheduled due to dependency. [ 969.759500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.759706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.759995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.760197] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.760345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.760419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.760638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.760728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.760821] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.857768] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.963394] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.963394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.963394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.963394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.963394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.963394] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be updated. [ 969.990815] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.990901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.990943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.991129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.991268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.002717] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: IN_PROGRESS for 2s [ 970.263857] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.264022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.264366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.264418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.264522] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.264760] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.264865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.264917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.265104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.265184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.265261] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 970.310265] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.310468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.310583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.310834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.311024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.322434] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 970.360425] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.406975] env[66160]: INFO networking_nsxv3.common.synchronization [None req-95f972e2-de37-4bb6-8339-af5677d6c3ff tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 970.407430] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 970.407789] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.407936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.408026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.408349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.408539] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.498083] env[66160]: INFO networking_nsxv3.common.synchronization [None req-a3d665f0-dc20-4c70-ad84-d3b60c2bad0d tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 970.498588] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 970.498895] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.499036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.696802] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f748149-a311-4aea-bb67-83fb9aafb242 in Status: SUCCESS [ 970.696802] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 deletion is rescheduled due to dependency. [ 970.696802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.739067] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 in Status: SUCCESS [ 970.739528] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20663d9a-d468-4ae8-a9b3-1683b5c6c7e6 deletion is rescheduled due to dependency. [ 970.739649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20663d9a-d468-4ae8-a9b3-1683b5c6c7e6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.771833] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 in Status: SUCCESS [ 970.771833] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 deletion is rescheduled due to dependency. [ 970.771833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.862828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.863028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.863120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.863351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.863444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.863546] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 970.893706] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.893977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.894059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.894308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.894483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.903567] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 970.930332] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.930603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.930741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.930985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.931111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.931193] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 already deleted. [ 970.931277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.931486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.931672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.931810] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.971903] env[66160]: INFO networking_nsxv3.common.synchronization [req-877cf4db-65c6-4b16-ac42-241589fa9e87 req-9fd2a0d1-a7de-474b-8975-6d2b8a19905d tempest-ServerRescueTestJSONUnderV235-1753997729 tempest-ServerRescueTestJSONUnderV235-1753997729-project-member] Enqueued Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 970.972492] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a with Priority: HIGHEST for action security_group_members [ 970.975355] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.975355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.546816] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.546816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.546816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.546816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.546816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.546816] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 already deleted. [ 971.546816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.546816] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf in Status: SUCCESS [ 971.546816] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf deletion is rescheduled due to dependency. [ 971.546816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.013232] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 972.013702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.013702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.013977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.014339] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.014412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.014485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.014661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.014753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.014853] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.343075] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 972.343339] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 deletion is rescheduled due to dependency. [ 972.343478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.518050] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.518295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.518372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.518632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.544179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.544489] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.544605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.544660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.544910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.544999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.545109] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be updated. [ 972.576944] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.577374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.577428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.578025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.578025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.588459] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: IN_PROGRESS for 2s [ 972.694963] env[66160]: INFO networking_nsxv3.common.synchronization [req-33906119-e816-49d8-9d7f-cdb2c38e0cb8 req-4979834f-f702-4b03-aab0-52bb3c1a699e tempest-ServersNegativeTestMultiTenantJSON-1817349447 tempest-ServersNegativeTestMultiTenantJSON-1817349447-project-member] Enqueued Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_members [ 972.694963] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f419d24c-f609-4e19-a1e3-97587728b59b with Priority: HIGHEST for action security_group_members [ 972.695573] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f419d24c-f609-4e19-a1e3-97587728b59b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.695904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.696097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.696414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.696706] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.697045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.697208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.697466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.700052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.700052] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f419d24c-f609-4e19-a1e3-97587728b59b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.916730] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 972.916730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.916853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.917124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.917320] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.917444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.918106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.918106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.918106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.918106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.918106] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.201659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.201750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.201784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.202079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.222370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.222759] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.222932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.222994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.223237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.223320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.223421] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f419d24c-f609-4e19-a1e3-97587728b59b is going to be updated. [ 973.254323] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.254570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.254674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.254986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.255237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.266824] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f419d24c-f609-4e19-a1e3-97587728b59b in Status: IN_PROGRESS for 2s [ 973.420070] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.420269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.420269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.420453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.420634] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.420749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.420791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.420942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.421039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.421129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.421280] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.421370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.421431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.421621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.421772] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.421865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.421925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.422074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.422153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.422233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.422318] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.924597] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 105e715f-897c-47db-ad40-bc092c087de6: rpc.has_security_group_logging(os_id): False [ 973.945889] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.946414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.946414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.946811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.967762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.968248] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.968408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.968483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.968723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.968813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.969152] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.969238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.969327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.969468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.969548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.969957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.970077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.970142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.970285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.970362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.970451] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 974.035510] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.035661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.035732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.035995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.036209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.051645] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 974.604621] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 974.604621] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a deletion is rescheduled due to dependency. [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.604621] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.604621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.604621] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.606065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.606449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.606776] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.606934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.607546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.607546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.607546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.607546] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.921860] env[66160]: INFO networking_nsxv3.common.synchronization [req-73fc2d57-ea79-4ac8-8628-3766f2246be2 req-bf243384-2ec3-4d11-bd07-77aa6efd59fc tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 974.922449] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 974.922809] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.922935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.923194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.923473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.923676] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.923811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.923876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.924066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.924233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.924270] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.109641] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.109957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.110221] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.110338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.110408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.110691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.110797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.111146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.111228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.111431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.111537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.111627] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be updated. [ 975.140497] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.140497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.140687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.140836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.141117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.150339] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: IN_PROGRESS for 2s [ 975.253873] env[66160]: INFO networking_nsxv3.common.synchronization [None req-d9f13a23-f597-408d-b2e6-5844d3b2ce10 tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_rules [ 975.254782] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_rules [ 975.255260] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.255445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.255546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.256296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.256450] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.260051] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.260405] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.260608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.261011] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.262431] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.262642] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.262753] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.263350] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.264095] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.264346] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.264482] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.264598] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.264717] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.264932] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.265153] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.265374] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.280135] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f419d24c-f609-4e19-a1e3-97587728b59b in Status: SUCCESS [ 975.280333] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f419d24c-f609-4e19-a1e3-97587728b59b deletion is rescheduled due to dependency. [ 975.280492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f419d24c-f609-4e19-a1e3-97587728b59b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.304606] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.304892] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.305082] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.305278] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.305790] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-f42ccdb0-4c07-4a2a-b775-69717c3415f5 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.306145] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.306294] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.306835] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.307067] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42ccdb0-4c07-4a2a-b775-69717c3415f5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.371074] env[66160]: INFO networking_nsxv3.common.synchronization [None req-4051ed53-3f3d-4816-ab9b-726318e18bd4 tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_rules [ 975.371656] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_rules [ 975.371965] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.372073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.428171] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.428171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.428171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.428632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.428632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.428806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.428977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.429060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.429881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.429881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.429881] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf already deleted. [ 975.429881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786637] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.786796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.786843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.787149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.787290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.787415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 already deleted. [ 975.787524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.788066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.788292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.788411] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.811314] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.811642] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.811782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.812083] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.812238] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.812403] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port f42ccdb0-4c07-4a2a-b775-69717c3415f5 not found, creating... [ 975.812748] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.812911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.813043] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.813272] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.813413] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.815254] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.815446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.815583] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.815822] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.815978] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.816152] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 is going to be created. [ 975.836901] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.836901] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.836901] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.837307] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.837535] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.837807] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.068043] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 976.068334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.310159] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.310474] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.310474] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.310704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.310838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.310838] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 already deleted. [ 976.310936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.520831] env[66160]: INFO networking_nsxv3.common.synchronization [req-73fc2d57-ea79-4ac8-8628-3766f2246be2 req-d5ebc03e-a9aa-4635-992c-a243a8edbbef service nova] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 976.521025] env[66160]: INFO networking_nsxv3.common.synchronization [req-73fc2d57-ea79-4ac8-8628-3766f2246be2 req-d5ebc03e-a9aa-4635-992c-a243a8edbbef service nova] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 976.521143] env[66160]: INFO networking_nsxv3.common.synchronization [req-73fc2d57-ea79-4ac8-8628-3766f2246be2 req-d5ebc03e-a9aa-4635-992c-a243a8edbbef service nova] Enqueued Resource ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 with Priority: HIGHEST for action port [ 976.523062] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 976.523062] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 976.523062] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 with Priority: HIGHEST for action port [ 976.523062] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.523062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.523062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.523062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.523062] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.523822] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.523988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.523988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.524278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.524414] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.524414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.524525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.524674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.524674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.524766] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.527051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42ccdb0-4c07-4a2a-b775-69717c3415f5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.527174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.527226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.527598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.527598] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42ccdb0-4c07-4a2a-b775-69717c3415f5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.030700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.030700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.030700] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.030700] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f42ccdb0-4c07-4a2a-b775-69717c3415f5 with status ACTIVE [ 977.030700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.030700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.030700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.031418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.031418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.031418] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.031418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.031418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.031418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.031418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.031662] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.031716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.031803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.031903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.031970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.032142] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 is going to be updated. [ 977.055200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.055392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.055392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.055616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.055751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.055910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.161370] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 977.161370] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a deletion is rescheduled due to dependency. [ 977.161370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.161538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.162082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.162082] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.162082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.162426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.162426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.162426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.162636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.162667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.162833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.162903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.163062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163401] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.163401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.163516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.163634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.163906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.163906] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.270403] env[66160]: INFO networking_nsxv3.common.synchronization [req-151b4583-d462-4bef-80db-4fdb306e1813 req-8fb6721a-d794-4ed7-bf46-040257f1f337 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 977.270955] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 977.272027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.272574] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.535930] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.610325] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.610325] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.610325] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.610325] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.610505] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.610742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.610892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.611162] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.611443] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.611679] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.611821] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.611961] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.614032] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.614032] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.614032] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.614032] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.633017] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.633209] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.633341] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.633581] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.633824] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-26f332c5-848b-4c72-ba22-ba562fc73bb9 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.633992] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.634159] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.634494] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.634668] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f332c5-848b-4c72-ba22-ba562fc73bb9',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.666320] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a: rpc.has_security_group_logging(os_id): False [ 977.688255] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.688445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.688495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.688676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.688768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.688956] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.689071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.689125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.689262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.689334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.689573] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.689673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.689770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.689867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.689940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.690143] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.690232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.690281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.690420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.690492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.690578] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be updated. [ 977.748242] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.748442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.748442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.749080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.749080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.764172] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: IN_PROGRESS for 2s [ 977.776796] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.776917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.776962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.777331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.777465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.777702] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.777835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.777918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.778124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.778233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.778353] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 already deleted. [ 977.778527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.037984] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.038208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.038314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.038608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.038735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.038847] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf is going to be created. [ 978.066095] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.066313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.066398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.066611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.066771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.078532] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: UNINITIALIZED for 2s [ 978.138240] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.138391] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.138490] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.138812] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.138975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.139153] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 26f332c5-848b-4c72-ba22-ba562fc73bb9 not found, creating... [ 978.139444] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.139613] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.139732] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.139962] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.140109] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.140400] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.140572] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.140666] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.140861] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.140993] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.141138] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 26f332c5-848b-4c72-ba22-ba562fc73bb9 is going to be created. [ 978.167460] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.167695] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.168540] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.168540] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.168540] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.168540] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.852607] env[66160]: INFO networking_nsxv3.common.synchronization [req-151b4583-d462-4bef-80db-4fdb306e1813 req-8f3d2ab7-d23f-4c1c-8475-64a8702019b8 service nova] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 978.852904] env[66160]: INFO networking_nsxv3.common.synchronization [req-151b4583-d462-4bef-80db-4fdb306e1813 req-8f3d2ab7-d23f-4c1c-8475-64a8702019b8 service nova] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 978.852904] env[66160]: INFO networking_nsxv3.common.synchronization [req-151b4583-d462-4bef-80db-4fdb306e1813 req-8f3d2ab7-d23f-4c1c-8475-64a8702019b8 service nova] Enqueued Resource ID: 26f332c5-848b-4c72-ba22-ba562fc73bb9 with Priority: HIGHEST for action port [ 978.853330] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 978.853478] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 978.853534] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f332c5-848b-4c72-ba22-ba562fc73bb9 with Priority: HIGHEST for action port [ 978.853894] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.853952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.853991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.854240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.854321] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.855133] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.855242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.855308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.855619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.855619] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.856597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.856597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.856597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.856597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.856597] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.857128] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-26f332c5-848b-4c72-ba22-ba562fc73bb9 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.857231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.857231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.857374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.857657] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f332c5-848b-4c72-ba22-ba562fc73bb9',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.359893] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.361094] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.361094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.361205] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26f332c5-848b-4c72-ba22-ba562fc73bb9 with status ACTIVE [ 979.361320] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.361635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.361635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.361801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.361905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.362103] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.362217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.362280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.362441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.362514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.362729] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.362818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.362925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.363024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.365424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.365851] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26f332c5-848b-4c72-ba22-ba562fc73bb9 is going to be updated. [ 979.390756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.390756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.390756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.390756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.390756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.390756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26f332c5-848b-4c72-ba22-ba562fc73bb9" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.597871] env[66160]: INFO networking_nsxv3.common.synchronization [req-52187c93-69dd-4b9d-a932-aa4201b792ef req-aed4e7cb-4947-4b86-b37e-d11ee197e61e tempest-ServersV294TestFqdnHostnames-557013818 tempest-ServersV294TestFqdnHostnames-557013818-project-member] Enqueued Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_members [ 979.598835] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_members [ 979.598835] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.599046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.599261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.599539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.599918] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.599918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.599918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.600167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.600167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.600167] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.781285] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a in Status: SUCCESS [ 979.781496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.781675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.781904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.781989] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.867822] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.894196] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-503 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.894547] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-503" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.894726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-503" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.895155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-503" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.895560] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.895816] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.896141] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.896495] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.896721] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.896995] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.897143] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.897301] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.897424] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.897673] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.897761] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.897877] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.916361] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.916535] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.916644] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.916824] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-503" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.917166] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-0001fef9-49dc-4ce1-a952-3648986e3e21 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.917343] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.917461] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.917781] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.917920] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0001fef9-49dc-4ce1-a952-3648986e3e21',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.089233] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: SUCCESS [ 980.090056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.090056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.090056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.090056] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.090305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.090305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.090373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.090454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.090533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.090620] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.104703] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.104703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.104703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.104703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.104703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.105544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.105544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.105544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.105544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.105544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.105544] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b already deleted. [ 980.105544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.322951] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.323194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.323194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.323422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.323575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.323735] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a is going to be deleted. [ 980.369265] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.369444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.369499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.369704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.369791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.369892] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be created. [ 980.388312] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.388542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.388612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.388902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.389097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.389319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a382ecf-5c1c-4379-bc47-6ab9f67f9a5a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.401023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.401023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.401023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.401023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.401023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.411989] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: UNINITIALIZED for 2s [ 980.420640] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.420890] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.421982] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.421982] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.421982] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 0001fef9-49dc-4ce1-a952-3648986e3e21 not found, creating... [ 980.421982] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.422204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.422204] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.422421] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.422570] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.422971] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.423241] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.423584] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.423584] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.423797] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.423898] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 0001fef9-49dc-4ce1-a952-3648986e3e21 is going to be created. [ 980.470683] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.470972] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.471089] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.471305] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.471581] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.471829] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.594039] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.096423] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf: rpc.has_security_group_logging(os_id): False [ 981.118606] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.118817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.118938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.119201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.119299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.119593] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.119697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.119762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.119985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.119985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.120203] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf is going to be created. [ 981.186258] env[66160]: INFO networking_nsxv3.common.synchronization [req-52187c93-69dd-4b9d-a932-aa4201b792ef req-bd8f14ce-c151-46d9-ba8c-d88b215e512b service nova] Enqueued Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_rules [ 981.186480] env[66160]: INFO networking_nsxv3.common.synchronization [req-52187c93-69dd-4b9d-a932-aa4201b792ef req-bd8f14ce-c151-46d9-ba8c-d88b215e512b service nova] Enqueued Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_members [ 981.186660] env[66160]: INFO networking_nsxv3.common.synchronization [req-52187c93-69dd-4b9d-a932-aa4201b792ef req-bd8f14ce-c151-46d9-ba8c-d88b215e512b service nova] Enqueued Resource ID: 0001fef9-49dc-4ce1-a952-3648986e3e21 with Priority: HIGHEST for action port [ 981.187459] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_rules [ 981.187716] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_members [ 981.187975] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0001fef9-49dc-4ce1-a952-3648986e3e21 with Priority: HIGHEST for action port [ 981.188537] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.188720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.188879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.189343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.189343] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.190730] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.191166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.191237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.191611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.192034] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.192034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.192034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.192310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.192429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.192614] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.194803] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0001fef9-49dc-4ce1-a952-3648986e3e21 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.194803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.195055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.196346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.196492] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0001fef9-49dc-4ce1-a952-3648986e3e21',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.198684] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.198796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.198850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.201160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.201650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.216333] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: IN_PROGRESS for 2s [ 981.698968] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.699127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.699337] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.703947] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0001fef9-49dc-4ce1-a952-3648986e3e21 with status ACTIVE [ 981.704191] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.704323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.704392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.704603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.704689] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.704863] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.704963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.705036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.705184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.705259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.705438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.705534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.705595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.705735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.705802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.705880] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0001fef9-49dc-4ce1-a952-3648986e3e21 is going to be updated. [ 981.730348] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.730527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.730606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.730819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.730953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.731136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0001fef9-49dc-4ce1-a952-3648986e3e21" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.204146] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.423089] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 982.423089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.423089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.423089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.424567] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.424567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.424567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.424567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.424567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.424567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.424567] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.707084] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.707275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.707406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.707569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.707662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.707774] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b is going to be created. [ 982.761274] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.761672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.761672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.762128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.762128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.779968] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b in Status: UNINITIALIZED for 2s [ 982.928032] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.230647] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: SUCCESS [ 983.230647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.433126] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a11729-a5e0-4098-81a4-889a10f349b1: rpc.has_security_group_logging(os_id): False [ 983.453864] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.454147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.454281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.454576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.454679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.454953] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.455075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.455140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.455304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.455384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.455475] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be created. [ 983.532592] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.532947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.533017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.533388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.533605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.546973] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 984.789926] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b in Status: SUCCESS [ 984.790191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.790359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.790585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.790781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.790895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.790957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.791126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.791211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.791296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.791385] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.293706] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.558946] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 985.559387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.797148] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab0f8f2a-0006-4efd-9245-20c0165ea23b: rpc.has_security_group_logging(os_id): False [ 985.813977] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.813977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.813977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.814410] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.814622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.815370] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.815482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.815562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.815780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.815984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816595] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b is going to be created. [ 985.889095] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.889254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.889320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.889590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.889797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.901927] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b in Status: IN_PROGRESS for 2s [ 986.189097] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 986.189566] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 987.918562] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b in Status: SUCCESS [ 987.919027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.190358] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.190692] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 991.869231] env[66160]: INFO networking_nsxv3.common.synchronization [None req-10c14425-06b7-4e8d-91c0-a8533f614468 None None] Enqueued Resource ID: b401284b-6ce3-4201-8851-888b4cb84d50 with Priority: HIGHEST for action port [ 991.869231] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b401284b-6ce3-4201-8851-888b4cb84d50 with Priority: HIGHEST for action port [ 991.869231] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b401284b-6ce3-4201-8851-888b4cb84d50 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.869231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b401284b-6ce3-4201-8851-888b4cb84d50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.869231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b401284b-6ce3-4201-8851-888b4cb84d50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.869231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b401284b-6ce3-4201-8851-888b4cb84d50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.869231] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b401284b-6ce3-4201-8851-888b4cb84d50',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.371500] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b401284b-6ce3-4201-8851-888b4cb84d50 [ 992.371500] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.371500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.371986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.371986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.371986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.371986] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b401284b-6ce3-4201-8851-888b4cb84d50 already deleted. [ 992.372106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b401284b-6ce3-4201-8851-888b4cb84d50" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.256937] env[66160]: INFO networking_nsxv3.common.synchronization [req-0d2d2366-0509-41f8-bba6-d21d01bfa875 req-a19a0847-e75d-4160-8b18-36d23e79e947 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 993.257666] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 993.257812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.257958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.259364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.259690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.259885] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.260013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.260084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.260306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.260418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.260524] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.730848] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.731155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.731198] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.731468] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.731779] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.732302] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.732302] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.732417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.732491] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.732699] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.732807] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.732913] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.733025] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.733134] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.733239] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.733367] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.757396] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.757555] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.757690] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.757869] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.758210] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-597ca9d9-6e0d-446b-aa59-c0d89de4523f taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.758382] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.758574] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.758910] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.759062] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597ca9d9-6e0d-446b-aa59-c0d89de4523f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.763319] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.763319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.763319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.763319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.763507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.763596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.763693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.763755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.763956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.764035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.764106] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 already deleted. [ 993.764192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.262159] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.262435] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.262525] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.262871] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.263079] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.263335] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 597ca9d9-6e0d-446b-aa59-c0d89de4523f not found, creating... [ 994.263776] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.264073] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.264281] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.265723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.265723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.265899] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.266156] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.266302] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.266716] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.266716] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.266819] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 597ca9d9-6e0d-446b-aa59-c0d89de4523f is going to be created. [ 994.292488] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.292488] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.292488] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.292869] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.293802] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.293802] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.488034] env[66160]: INFO networking_nsxv3.common.synchronization [None req-187e827a-0dca-4eac-878e-988f4c3ade41 None None] Enqueued Resource ID: 3ca96f11-82c3-4a63-8dd1-02e8922a3695 with Priority: HIGHEST for action port [ 994.488573] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca96f11-82c3-4a63-8dd1-02e8922a3695 with Priority: HIGHEST for action port [ 994.489454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca96f11-82c3-4a63-8dd1-02e8922a3695 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.489606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca96f11-82c3-4a63-8dd1-02e8922a3695" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.489648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca96f11-82c3-4a63-8dd1-02e8922a3695" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.489991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca96f11-82c3-4a63-8dd1-02e8922a3695" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.490100] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca96f11-82c3-4a63-8dd1-02e8922a3695',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.992759] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ca96f11-82c3-4a63-8dd1-02e8922a3695 [ 994.993062] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.993194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.994300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.994558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.994685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.994794] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ca96f11-82c3-4a63-8dd1-02e8922a3695 already deleted. [ 994.994886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca96f11-82c3-4a63-8dd1-02e8922a3695" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.022921] env[66160]: INFO networking_nsxv3.common.synchronization [req-0d2d2366-0509-41f8-bba6-d21d01bfa875 req-972070b0-031d-4c4a-a064-ff0ca4f10c8a service nova] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 995.022921] env[66160]: INFO networking_nsxv3.common.synchronization [req-0d2d2366-0509-41f8-bba6-d21d01bfa875 req-972070b0-031d-4c4a-a064-ff0ca4f10c8a service nova] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 995.022921] env[66160]: INFO networking_nsxv3.common.synchronization [req-0d2d2366-0509-41f8-bba6-d21d01bfa875 req-972070b0-031d-4c4a-a064-ff0ca4f10c8a service nova] Enqueued Resource ID: 597ca9d9-6e0d-446b-aa59-c0d89de4523f with Priority: HIGHEST for action port [ 995.023692] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 995.023692] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 995.023692] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597ca9d9-6e0d-446b-aa59-c0d89de4523f with Priority: HIGHEST for action port [ 995.023931] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.024460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.024460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.024624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.024662] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.027321] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.029755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.030026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.030224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.030513] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.030697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.030804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.031437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.031650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.031809] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.033603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-597ca9d9-6e0d-446b-aa59-c0d89de4523f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.033759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.033834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.034443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.034443] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597ca9d9-6e0d-446b-aa59-c0d89de4523f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.236340] env[66160]: INFO networking_nsxv3.common.synchronization [None req-93065b35-25c6-47e9-8888-b8dfe4a3ac3b None None] Enqueued Resource ID: 1b2892ea-57d9-4ee2-8413-7bb6ccc46557 with Priority: HIGHEST for action port [ 995.236928] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2892ea-57d9-4ee2-8413-7bb6ccc46557 with Priority: HIGHEST for action port [ 995.237259] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2892ea-57d9-4ee2-8413-7bb6ccc46557 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.237386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2892ea-57d9-4ee2-8413-7bb6ccc46557" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.237483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2892ea-57d9-4ee2-8413-7bb6ccc46557" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.237761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2892ea-57d9-4ee2-8413-7bb6ccc46557" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.238440] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2892ea-57d9-4ee2-8413-7bb6ccc46557',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.537391] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 597ca9d9-6e0d-446b-aa59-c0d89de4523f with status ACTIVE [ 995.537626] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.537870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.537963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.538173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.538269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.538459] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.538553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.538614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.539449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.539449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.539449] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.539449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.539449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.539449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.539449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.539449] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 597ca9d9-6e0d-446b-aa59-c0d89de4523f is going to be updated. [ 995.540579] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.540670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.540834] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.564862] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.565087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.565185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.565425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.565583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.565788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597ca9d9-6e0d-446b-aa59-c0d89de4523f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.744439] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b2892ea-57d9-4ee2-8413-7bb6ccc46557 [ 995.744439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.744439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.744439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.744439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.744439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.744439] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b2892ea-57d9-4ee2-8413-7bb6ccc46557 already deleted. [ 995.744439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2892ea-57d9-4ee2-8413-7bb6ccc46557" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.044401] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.549032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.549032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.549032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.549032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.549032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.549032] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 is going to be created. [ 996.573849] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.574428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.574577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.574804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.575226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.586777] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: UNINITIALIZED for 2s [ 997.089342] env[66160]: INFO networking_nsxv3.common.synchronization [None req-1987bb22-ea9e-4cd8-9ced-41b785562c31 None None] Enqueued Resource ID: 55f4d101-b105-48fc-888c-bd659be58e8e with Priority: HIGHEST for action port [ 997.089896] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f4d101-b105-48fc-888c-bd659be58e8e with Priority: HIGHEST for action port [ 997.091970] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f4d101-b105-48fc-888c-bd659be58e8e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.091970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f4d101-b105-48fc-888c-bd659be58e8e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.091970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f4d101-b105-48fc-888c-bd659be58e8e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.091970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f4d101-b105-48fc-888c-bd659be58e8e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.092151] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f4d101-b105-48fc-888c-bd659be58e8e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.420540] env[66160]: INFO networking_nsxv3.common.synchronization [req-611fdd03-d0cc-43e8-96e4-94abd9d4e889 req-ef68de41-748c-4215-a16f-68e1998a635f tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_members [ 997.421512] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_members [ 997.421920] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.422068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.422155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.422466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.422670] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.422785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.422841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.423213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.423213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.423213] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.595436] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55f4d101-b105-48fc-888c-bd659be58e8e [ 997.595436] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.595436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.595436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.595436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.595954] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.595954] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55f4d101-b105-48fc-888c-bd659be58e8e already deleted. [ 997.595954] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f4d101-b105-48fc-888c-bd659be58e8e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.841839] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.842062] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.842303] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.842437] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.842744] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.844017] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.844017] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.844017] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.844017] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.844017] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.844017] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.844017] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.844017] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.844345] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.844345] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.844345] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.864205] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.864366] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.864872] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.864872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-502" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.865047] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-dfee984b-63c4-4ea2-9003-188c3f1b3ded taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.865179] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.865236] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.865563] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.865694] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfee984b-63c4-4ea2-9003-188c3f1b3ded',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.926046] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.926455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.926675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.927049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.928114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.928114] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.928114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.928114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.928114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.928114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.928114] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 already deleted. [ 997.928114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.367800] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.368115] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.368213] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.368495] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.368668] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.368839] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port dfee984b-63c4-4ea2-9003-188c3f1b3ded not found, creating... [ 998.369128] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.369284] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.369399] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.369616] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.369756] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.370033] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.370233] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.370353] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.370587] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.370680] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.370816] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: dfee984b-63c4-4ea2-9003-188c3f1b3ded is going to be created. [ 998.392806] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.393154] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.393345] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.393657] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.393964] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.394290] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.597403] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: SUCCESS [ 998.597645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.598116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.598336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.598535] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.598677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.598759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.598893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.598975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.599072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.599164] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.102091] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.116601] env[66160]: INFO networking_nsxv3.common.synchronization [req-611fdd03-d0cc-43e8-96e4-94abd9d4e889 req-911257b4-8ef4-4af4-b902-4738810113e5 service nova] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_rules [ 999.116968] env[66160]: INFO networking_nsxv3.common.synchronization [req-611fdd03-d0cc-43e8-96e4-94abd9d4e889 req-911257b4-8ef4-4af4-b902-4738810113e5 service nova] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_members [ 999.116968] env[66160]: INFO networking_nsxv3.common.synchronization [req-611fdd03-d0cc-43e8-96e4-94abd9d4e889 req-911257b4-8ef4-4af4-b902-4738810113e5 service nova] Enqueued Resource ID: dfee984b-63c4-4ea2-9003-188c3f1b3ded with Priority: HIGHEST for action port [ 999.117415] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_rules [ 999.117553] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_members [ 999.117651] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfee984b-63c4-4ea2-9003-188c3f1b3ded with Priority: HIGHEST for action port [ 999.117925] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.118057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.118176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.118346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.118429] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.119411] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.119511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.119610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.120266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120266] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.120266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.120570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.120570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.120666] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.121400] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfee984b-63c4-4ea2-9003-188c3f1b3ded taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.121521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.121575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.121759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.121865] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfee984b-63c4-4ea2-9003-188c3f1b3ded',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.605140] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c8e761-f6a3-43fb-bc37-945b758137f6: rpc.has_security_group_logging(os_id): False [ 999.623561] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.623860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.624811] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.624978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.625060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.625368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.625614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.625715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.625775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.626057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.626119] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 is going to be created. [ 999.627250] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfee984b-63c4-4ea2-9003-188c3f1b3ded with status ACTIVE [ 999.627412] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.627509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.627571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.627779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.627849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.627986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.628093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.628167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.628606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.628606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.628606] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.628962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.628962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.628962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.629150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.629150] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfee984b-63c4-4ea2-9003-188c3f1b3ded is going to be updated. [ 999.630086] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.651740] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.651872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.651923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.652185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.652282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.652444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfee984b-63c4-4ea2-9003-188c3f1b3ded" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.699356] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.699514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.699560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.699959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.699959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.714537] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: IN_PROGRESS for 2s [ 1000.133043] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.637086] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.637517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.637567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.637779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.637871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.637993] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 is going to be created. [ 1000.663520] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.663710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.663710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.663938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.664109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.674224] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: UNINITIALIZED for 2s [ 1001.732271] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: SUCCESS [ 1001.732271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.686266] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: SUCCESS [ 1002.686266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.686266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.686447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.686534] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.686596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.686753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.686874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.686921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.686980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.687393] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.095618] env[66160]: INFO networking_nsxv3.common.synchronization [req-c2c5f64c-add8-473d-bccc-24ffec083b55 req-ebab6962-e719-436d-8946-15aaed560f76 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1003.096173] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1003.096480] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.096597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.096665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.096861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.097017] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.097116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.097179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.097324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.097408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.097494] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.190343] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.506990] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.507214] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.507333] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.507595] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.507906] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.508030] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.508309] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.508619] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.508834] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.509108] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.509302] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.509440] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.509722] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.509722] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.509911] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.510133] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.533619] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.535298] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.535549] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.537489] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.537938] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.538205] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.538323] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.538724] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.538786] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.599878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.600269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.600433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.600730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.622890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.623177] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.623306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.623375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.623635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.623731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.623828] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1003.653296] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.653516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.653769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.653986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.655058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.669399] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1003.692348] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0224a1-501e-45b0-bf5b-d32b74110c00: rpc.has_security_group_logging(os_id): False [ 1003.714315] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.714518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.714576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.714860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.714975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.715327] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.715437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.715528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.715717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.715809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.715903] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 is going to be created. [ 1003.784956] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.784956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.784956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.784956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.785272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801219] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: IN_PROGRESS for 2s [ 1004.041386] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.041765] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.041928] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.042308] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.042493] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.042718] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 not found, creating... [ 1004.043025] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.043243] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.043394] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.043698] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.043876] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.044263] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.044523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.044714] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.044975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.045139] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.045292] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 is going to be created. [ 1004.073742] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.073742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.073742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.073742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.073742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.073742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.760332] env[66160]: INFO networking_nsxv3.common.synchronization [req-c2c5f64c-add8-473d-bccc-24ffec083b55 req-5a473a19-4133-4bcf-8bf9-848378d2a8d2 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 1004.760604] env[66160]: INFO networking_nsxv3.common.synchronization [req-c2c5f64c-add8-473d-bccc-24ffec083b55 req-5a473a19-4133-4bcf-8bf9-848378d2a8d2 service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1004.760656] env[66160]: INFO networking_nsxv3.common.synchronization [req-c2c5f64c-add8-473d-bccc-24ffec083b55 req-5a473a19-4133-4bcf-8bf9-848378d2a8d2 service nova] Enqueued Resource ID: a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 with Priority: HIGHEST for action port [ 1004.761220] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 1004.761355] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1004.761450] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 with Priority: HIGHEST for action port [ 1004.761806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.761940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.762205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.762471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.762582] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.764220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.764525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.764608] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.764789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.764878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.765097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.765200] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.267851] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 with status ACTIVE [ 1005.268444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.268640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.268640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.268808] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.269129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.270614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.270614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.270614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.270614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.270614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.270614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.270614] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39 is going to be updated. [ 1005.271291] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.271291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.304049] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.304210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.304284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.304527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.304670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.304838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b01b47-5bfb-4075-bd3a-e8e5c0d12c39" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.689185] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1005.689441] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 1005.689605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.689830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.690114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.690357] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.690811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.690939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.691074] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.812736] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: SUCCESS [ 1005.812983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.193511] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.696300] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.200104] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.200104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.200104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.200104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.200842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.200842] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1007.234723] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.234928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.234983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.235192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.235339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.245199] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1009.260608] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1009.261039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.261168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.261489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.261840] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.262077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.262196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.262463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.262592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.262792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.262951] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.762311] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1009.762465] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1009.766024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.766356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.766356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.766570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.766696] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.766794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.766858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.767064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.767162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.767350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.767402] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.767487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.767545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.767688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.767847] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.767916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.767972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.768179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.768255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.768337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.768424] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.965723] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-c126ac47-d897-49b8-bc7c-ba6fcda8c1e0 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1009.966349] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1009.966717] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.966915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.967037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.967303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.967497] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.967777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.967777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.967939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.967939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.968068] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.271244] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879dae25-9dc7-4b27-961e-966e24d88c62: rpc.has_security_group_logging(os_id): False [ 1010.291158] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.291335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.291436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.291683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.291844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.292063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.292195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.292260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.292451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.292539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.292803] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.292926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.292989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.293161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.293261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.293451] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.293568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.293633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.293856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.293974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.294142] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1010.353549] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-d93b0089-e28d-4767-acf3-e3375d2c0385 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1010.354189] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1010.354513] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.354617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.362052] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.362307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.362614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.362773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.363132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.383339] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1010.470657] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.470865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.471592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.471953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.472065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.472285] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.472390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.473097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.473097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.473097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.473097] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1010.508271] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.508489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.508595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.508868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.509061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.525746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1010.760517] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.760761] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-368" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.760894] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-368" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.761278] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-368" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.762020] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.762201] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.762321] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.762556] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.762706] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.762920] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.763045] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.763154] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.763262] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.763372] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.763474] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.763602] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.785483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.785668] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.785796] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.785981] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-368" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.786324] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.786545] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.786624] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.787142] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.787308] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0004c6d6-56a3-4d1a-8343-f3c21f09d0ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.889062] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.889217] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.289859] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.290382] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.290382] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.291098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.291098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.291281] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 0004c6d6-56a3-4d1a-8343-f3c21f09d0ae not found, creating... [ 1011.291614] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.291866] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.292087] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.292423] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.292641] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.293114] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.293358] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.293556] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.293879] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.294125] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.294348] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 0004c6d6-56a3-4d1a-8343-f3c21f09d0ae is going to be created. [ 1011.333195] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.333438] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.333573] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.333804] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.334122] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.334366] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.014372] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-a3f272e2-d7a0-458d-ac63-f7c8a77be662 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 1012.014478] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-a3f272e2-d7a0-458d-ac63-f7c8a77be662 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1012.014911] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-a3f272e2-d7a0-458d-ac63-f7c8a77be662 service nova] Enqueued Resource ID: 0004c6d6-56a3-4d1a-8343-f3c21f09d0ae with Priority: HIGHEST for action port [ 1012.015419] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 1012.015419] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1012.015419] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0004c6d6-56a3-4d1a-8343-f3c21f09d0ae with Priority: HIGHEST for action port [ 1012.015684] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.015807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.015871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.019096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.019096] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.019170] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.019306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.019586] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.019741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.019810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.020076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.020076] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0004c6d6-56a3-4d1a-8343-f3c21f09d0ae',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.395657] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1012.396309] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.412161] env[66160]: INFO networking_nsxv3.common.synchronization [req-92b68d97-fa2d-4801-8764-c8e0f23988ba req-c13d682e-c6ec-4bb3-82e8-56a1e87dc56e tempest-ImagesOneServerTestJSON-664966699 tempest-ImagesOneServerTestJSON-664966699-project-member] Enqueued Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_members [ 1012.412722] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_members [ 1012.413079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.413205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.413270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.413517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.413821] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.413821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.413821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.414028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.414138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.414138] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.521643] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.521884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.522048] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0004c6d6-56a3-4d1a-8343-f3c21f09d0ae with status ACTIVE [ 1012.522229] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.522342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.522406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.522629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.522711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.522884] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.522986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.523106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.523340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.523432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.523620] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.523714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.523775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.523921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.523994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.524102] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0004c6d6-56a3-4d1a-8343-f3c21f09d0ae is going to be updated. [ 1012.540260] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1012.540458] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 deletion is rescheduled due to dependency. [ 1012.540511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.540655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.540877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.541079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.541196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.541257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.541423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.541502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.541670] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.549213] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.549342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.549414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.549669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.549992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.549992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0004c6d6-56a3-4d1a-8343-f3c21f09d0ae" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.751155] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.751155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-460" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.751155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-460" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.751155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-460" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.751155] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.751742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.752093] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.755064] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.755064] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.755064] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.755064] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.755064] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.755064] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.755064] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.755064] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.755064] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.777025] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.777025] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.777025] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.777025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-460" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.777025] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.777025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.777025] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.777903] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.778329] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b22ee55-969d-4ee4-9ad8-4ef1728347c7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.849717] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.850315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-968" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.851265] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-968" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.855044] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-968" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.855044] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.855044] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.855044] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.855044] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.855044] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.855044] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.855044] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.855044] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.855044] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.855044] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.855044] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.855752] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.876539] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.876692] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.876861] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.877058] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-968" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.877420] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-84b9d810-304c-4df4-a95b-ce05b3d24f09 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.877635] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.877777] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.878131] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.878239] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b9d810-304c-4df4-a95b-ce05b3d24f09',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.919090] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.919337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.919385] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.919666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.919794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.920254] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.920440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.920511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.920792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.920976] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.921056] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 already deleted. [ 1012.921145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.043846] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.281296] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.281572] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.281633] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.281955] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.282181] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.282474] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 4b22ee55-969d-4ee4-9ad8-4ef1728347c7 not found, creating... [ 1013.282767] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.282947] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.283109] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.283373] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.283536] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.283852] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.284042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.284189] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.284427] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.284586] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.284726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 4b22ee55-969d-4ee4-9ad8-4ef1728347c7 is going to be created. [ 1013.309539] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.309808] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.309872] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.310175] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.310406] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.310842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.380719] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.381112] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.381291] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.381603] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.381925] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.382157] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 84b9d810-304c-4df4-a95b-ce05b3d24f09 not found, creating... [ 1013.382455] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.382622] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.382783] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.383148] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.383310] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.383625] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.383793] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.383911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.384227] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.384392] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.384539] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 84b9d810-304c-4df4-a95b-ce05b3d24f09 is going to be created. [ 1013.406607] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.407042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.407042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.407241] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.407473] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.407712] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.546989] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.995582] env[66160]: INFO networking_nsxv3.common.synchronization [req-92b68d97-fa2d-4801-8764-c8e0f23988ba req-43377101-4e9b-41b8-b74b-847d970b9f45 service nova] Enqueued Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_rules [ 1013.995582] env[66160]: INFO networking_nsxv3.common.synchronization [req-92b68d97-fa2d-4801-8764-c8e0f23988ba req-43377101-4e9b-41b8-b74b-847d970b9f45 service nova] Enqueued Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_members [ 1013.995582] env[66160]: INFO networking_nsxv3.common.synchronization [req-92b68d97-fa2d-4801-8764-c8e0f23988ba req-43377101-4e9b-41b8-b74b-847d970b9f45 service nova] Enqueued Resource ID: 4b22ee55-969d-4ee4-9ad8-4ef1728347c7 with Priority: HIGHEST for action port [ 1013.995812] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_rules [ 1013.995916] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_members [ 1013.995988] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b22ee55-969d-4ee4-9ad8-4ef1728347c7 with Priority: HIGHEST for action port [ 1013.996544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.996648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.996720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.996993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.997776] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.999506] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.999506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.999506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.000473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.000473] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.000473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.000473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.001920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.002065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.006021] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.006021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.006021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.006021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.006021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.006021] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b22ee55-969d-4ee4-9ad8-4ef1728347c7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.049878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.050054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.050128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.050336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.050425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.050523] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1014.084647] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.084647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.084647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.084647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.084647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.093783] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1014.107026] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-c779b2ac-a396-4f9c-9e5a-1ff971b47da2 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 1014.107026] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-c779b2ac-a396-4f9c-9e5a-1ff971b47da2 service nova] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1014.107026] env[66160]: INFO networking_nsxv3.common.synchronization [req-cb348758-3a4e-4f23-8317-e938582b6d25 req-c779b2ac-a396-4f9c-9e5a-1ff971b47da2 service nova] Enqueued Resource ID: 84b9d810-304c-4df4-a95b-ce05b3d24f09 with Priority: HIGHEST for action port [ 1014.107026] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_rules [ 1014.107026] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1014.107026] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b9d810-304c-4df4-a95b-ce05b3d24f09 with Priority: HIGHEST for action port [ 1014.107026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.107026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.107026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.107547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.107830] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b9d810-304c-4df4-a95b-ce05b3d24f09 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.108083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.108249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.108534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.108701] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b9d810-304c-4df4-a95b-ce05b3d24f09',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.505761] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.507881] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.507881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.507881] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b22ee55-969d-4ee4-9ad8-4ef1728347c7 with status ACTIVE [ 1014.507881] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.507881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.507881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.508292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.508292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.508292] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.508388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.508419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.508566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.508682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.508818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.509191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.509270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.509723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.509723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.509723] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b22ee55-969d-4ee4-9ad8-4ef1728347c7 is going to be updated. [ 1014.613344] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.614107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.614107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.614107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.614107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.614107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b22ee55-969d-4ee4-9ad8-4ef1728347c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.614372] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84b9d810-304c-4df4-a95b-ce05b3d24f09 with status ACTIVE [ 1014.614563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.615060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.615060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.615060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.615060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.615273] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.615273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.615273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.615423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.615478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.615635] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.615722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.615785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.615925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.615998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.616090] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84b9d810-304c-4df4-a95b-ce05b3d24f09 is going to be updated. [ 1014.638675] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.638856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.638920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.639136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.639270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.639433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b9d810-304c-4df4-a95b-ce05b3d24f09" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.766950] env[66160]: INFO networking_nsxv3.common.synchronization [req-30098d56-5dcd-4416-b3a6-e6cce07b0a61 req-c1ca09fc-711b-4097-8a55-2a75a41d42df tempest-ServersNegativeTestJSON-397460760 tempest-ServersNegativeTestJSON-397460760-project-member] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1014.768034] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1014.768034] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.768034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.768269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.769042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.769042] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.769042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.769042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.769042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.769042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.769042] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.008315] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.095022] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.095022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.095022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.095022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.095022] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.095022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.095472] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.095799] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.096071] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.097069] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.097392] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.097588] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.097782] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.097988] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.098199] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.098434] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.121215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.121401] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.121540] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.121719] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.122118] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-f5cd5c92-14f5-42ef-9389-c7d16adac166 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.122292] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.122401] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.122726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.122863] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cd5c92-14f5-42ef-9389-c7d16adac166',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.271181] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.271351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.271433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.271645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.271720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.271957] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.272065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.272121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.272275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.272349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.272430] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 already deleted. [ 1015.272504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.512022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.512022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.512022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.512022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.512022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.512022] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 is going to be created. [ 1015.539094] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.539307] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.539348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.539538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.539701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.561230] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: UNINITIALIZED for 2s [ 1015.626643] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.626876] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.627010] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.628023] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.628023] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.628023] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port f5cd5c92-14f5-42ef-9389-c7d16adac166 not found, creating... [ 1015.628195] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.628274] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.628396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.628794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.628794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.629076] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.629211] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.629345] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.629552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.629809] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.630724] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 is going to be created. [ 1015.652990] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.653273] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.653329] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.653638] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.653871] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.654112] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.106892] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1016.107961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.109776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.110095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.110301] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.110470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.110519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.110662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.110782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.111409] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.365648] env[66160]: INFO networking_nsxv3.common.synchronization [req-30098d56-5dcd-4416-b3a6-e6cce07b0a61 req-3fa51fe0-e6bb-4ae1-b7c9-cbcb7850d268 service nova] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_rules [ 1016.365882] env[66160]: INFO networking_nsxv3.common.synchronization [req-30098d56-5dcd-4416-b3a6-e6cce07b0a61 req-3fa51fe0-e6bb-4ae1-b7c9-cbcb7850d268 service nova] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1016.366483] env[66160]: INFO networking_nsxv3.common.synchronization [req-30098d56-5dcd-4416-b3a6-e6cce07b0a61 req-3fa51fe0-e6bb-4ae1-b7c9-cbcb7850d268 service nova] Enqueued Resource ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 with Priority: HIGHEST for action port [ 1016.366649] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_rules [ 1016.366770] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1016.366833] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 with Priority: HIGHEST for action port [ 1016.367863] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.367863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.367863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.368155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.368155] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.370589] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.370669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.370749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.371859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.371859] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.371859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.371859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.371859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.371859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.371859] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.372513] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cd5c92-14f5-42ef-9389-c7d16adac166 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.372571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.372908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.372908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.372908] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cd5c92-14f5-42ef-9389-c7d16adac166',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.613554] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.875318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.875607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.875815] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5cd5c92-14f5-42ef-9389-c7d16adac166 with status ACTIVE [ 1016.876384] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.876555] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.876966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.876966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.877218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.877286] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.877399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.877466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.877639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.877734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.877925] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.878033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.878099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.878245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.878320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.878406] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 is going to be updated. [ 1016.879677] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.904758] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.904758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.904758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.904758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.905511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.905511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.116896] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.288206] env[66160]: INFO networking_nsxv3.common.synchronization [req-bcbe7e9b-d7dc-4f49-8501-70f810403fd7 req-41d32a76-0c1b-47f7-9099-6be8fe4a8f8f tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1017.288761] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1017.289121] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.289246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.289331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.289624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.289928] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.290097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.290163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.290294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.290394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.290490] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.382520] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.579549] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: SUCCESS [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.579549] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.579549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.579549] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.618313] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.618616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.618616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.618790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.618891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.619072] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1017.657364] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.657364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.657574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.657641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.657835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.671505] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1017.703279] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.703519] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.703668] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.703982] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.704336] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.704515] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.704669] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.704957] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.705184] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.705443] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.705598] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.705755] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.705888] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.706048] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.706228] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.706396] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.729303] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.729469] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.729594] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.729812] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.730171] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-675f06e2-f565-46c0-bf51-e17b639aa0ed taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.730349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.730472] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.731038] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.731038] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675f06e2-f565-46c0-bf51-e17b639aa0ed',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.793206] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.885422] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.885590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.885628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.885839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.885928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.886039] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be created. [ 1017.935529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.935529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.935529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.935828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.949262] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: UNINITIALIZED for 2s [ 1018.084186] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.084337] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.084435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.084640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.084802] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.084918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.084981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.085124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.085199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.085287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.085438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.085528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.085578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.086853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.086853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.086853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.086853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.086853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.086853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.086853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.086853] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.235245] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.235245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.235245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.235245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.235245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.235245] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 675f06e2-f565-46c0-bf51-e17b639aa0ed not found, creating... [ 1018.235628] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.235628] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.235707] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.236324] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.236597] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.237094] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.237373] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.237578] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.237953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.238198] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238455] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 675f06e2-f565-46c0-bf51-e17b639aa0ed is going to be created. [ 1018.260810] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.260977] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.261371] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.261371] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.261604] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.261909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.295592] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.589066] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0b01d2d-6073-4a56-aae1-7db6e4b62806: rpc.has_security_group_logging(os_id): False [ 1018.609990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.610228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.610346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.610673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.610826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.611180] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.611295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.611375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.611713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.611853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.612074] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.612178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.612566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.612566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.612566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.612843] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.612988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.613077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.613235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.613313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.613402] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 is going to be created. [ 1018.691295] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.691685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.691685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.691826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.691980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.704072] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: IN_PROGRESS for 2s [ 1018.798302] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.798506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.798549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.799027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.799027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.799027] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 is going to be updated. [ 1018.852302] env[66160]: INFO networking_nsxv3.common.synchronization [req-32715270-77c3-45ee-9e93-9a5872e533ee req-18750a1c-2c3e-400e-8829-a9fc5294242b tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1018.852756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.853056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.853155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.853356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.853501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.854959] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1018.855331] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.855455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.856293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.856293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.856293] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.856293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.856293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.856293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.856293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.856293] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.870607] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: IN_PROGRESS for 2s [ 1018.995185] env[66160]: INFO networking_nsxv3.common.synchronization [req-bcbe7e9b-d7dc-4f49-8501-70f810403fd7 req-173858ef-980e-41c8-9980-29b45b92dc33 service nova] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 1018.995361] env[66160]: INFO networking_nsxv3.common.synchronization [req-bcbe7e9b-d7dc-4f49-8501-70f810403fd7 req-173858ef-980e-41c8-9980-29b45b92dc33 service nova] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1018.995502] env[66160]: INFO networking_nsxv3.common.synchronization [req-bcbe7e9b-d7dc-4f49-8501-70f810403fd7 req-173858ef-980e-41c8-9980-29b45b92dc33 service nova] Enqueued Resource ID: 675f06e2-f565-46c0-bf51-e17b639aa0ed with Priority: HIGHEST for action port [ 1018.996138] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_rules [ 1018.996314] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1018.996417] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675f06e2-f565-46c0-bf51-e17b639aa0ed with Priority: HIGHEST for action port [ 1018.996748] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.996876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.996947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.997178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.997260] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.998495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.998612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.998853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-675f06e2-f565-46c0-bf51-e17b639aa0ed taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.998958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.999054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.999280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.999383] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675f06e2-f565-46c0-bf51-e17b639aa0ed',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.359591] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.359762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.359869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.360334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.360334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.360530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.360530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.360634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.361640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.361640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.361640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1019.394881] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.395048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.395268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.395881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.395881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.408398] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1019.501602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.501602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.501896] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 675f06e2-f565-46c0-bf51-e17b639aa0ed with status ACTIVE [ 1019.501936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.502097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.502195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.502445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.502548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.502736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.502999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.502999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.503084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.503252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.503388] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.503497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.503572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.503794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.503865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.503923] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 675f06e2-f565-46c0-bf51-e17b639aa0ed is going to be updated. [ 1019.527205] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.527391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.527459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.527690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.527832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.527995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-675f06e2-f565-46c0-bf51-e17b639aa0ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.682488] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1019.682488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.682488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.682488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.682661] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.682726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.682763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.682955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.683082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.683202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.683320] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.684288] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.684494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.684688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.684820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.684896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.685149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.685218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.685263] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.962135] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1019.962491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.962631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.962891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.963186] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.963336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.963453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.963551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.963623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.963755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.963854] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.187744] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.188505] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.188505] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.466507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.468034] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.468034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.468441] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.468441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.468441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.468441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.468582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.468653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.468715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.468853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.468930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.469071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.469106] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.693604] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.718872] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: SUCCESS [ 1020.719138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.883036] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: SUCCESS [ 1020.883292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.883498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.883833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.884243] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.884243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.884454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.884454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.884571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.884627] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.973022] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6: rpc.has_security_group_logging(os_id): False [ 1020.994173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.994484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.994484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.994678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.994722] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.994936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.995046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.995173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.995291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.995347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.995540] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.995624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.995744] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.995818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.995873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.996066] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.996156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.996212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.996346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.996418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.996513] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be created. [ 1021.062524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.062749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.062897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.063237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.063453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.081370] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1021.197458] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.197726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.197805] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.198083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.198271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.198489] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1021.249047] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.249047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.249047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.249381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.250030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.262213] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1021.387174] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.420663] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1021.420791] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 1021.420909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.890029] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.392041] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.392309] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.392623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.392623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.392623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.392712] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 is going to be updated. [ 1022.430436] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.430631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.430723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.430984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.431169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.442270] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: IN_PROGRESS for 2s [ 1023.096250] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1023.096532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.272564] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1023.272987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.273222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.273524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.273728] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.273849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.273916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.274144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.274263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.274365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.274535] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.274631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.274692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.274836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.274979] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.275084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.275144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.275282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.275356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.275437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.275554] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.607290] env[66160]: INFO networking_nsxv3.common.synchronization [None req-67f8ffcf-edad-4436-b676-de9cf96abcc1 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 6ec61a38-abfd-4c38-b990-fe32831d64aa with Priority: HIGHEST for action security_group_rules [ 1023.607744] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec61a38-abfd-4c38-b990-fe32831d64aa with Priority: HIGHEST for action security_group_rules [ 1023.608100] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ec61a38-abfd-4c38-b990-fe32831d64aa taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.608248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.608326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.608608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.608716] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ec61a38-abfd-4c38-b990-fe32831d64aa',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.722045] env[66160]: INFO networking_nsxv3.common.synchronization [None req-d37e08b0-be93-4fe9-9538-f014f90ff6f4 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 6ec61a38-abfd-4c38-b990-fe32831d64aa with Priority: HIGHEST for action security_group_rules [ 1023.723238] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec61a38-abfd-4c38-b990-fe32831d64aa with Priority: HIGHEST for action security_group_rules [ 1023.723238] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ec61a38-abfd-4c38-b990-fe32831d64aa taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.723238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.777845] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182737ba-6b26-4753-937b-04334b7b3775: rpc.has_security_group_logging(os_id): False [ 1023.800333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.800856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.800856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.801144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.801311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.801638] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.801817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.802113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.802389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.802389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.802678] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.802678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.802775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.802871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.803126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.803190] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.803345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.803420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.803594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.803799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.803799] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1023.882256] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.882475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.882475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.882703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.883041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.900307] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1024.132265] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.132370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.132461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.132783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.132936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.133116] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ec61a38-abfd-4c38-b990-fe32831d64aa already deleted. [ 1024.133281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.135589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.135589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.135589] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ec61a38-abfd-4c38-b990-fe32831d64aa',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.457620] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: SUCCESS [ 1024.457864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.458045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.458376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.458640] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.458837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.458947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.459153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.459242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.459335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.459431] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.657547] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.657547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.657547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.657547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.657547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.657547] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ec61a38-abfd-4c38-b990-fe32831d64aa already deleted. [ 1024.657547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ec61a38-abfd-4c38-b990-fe32831d64aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.962577] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.468750] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c8e761-f6a3-43fb-bc37-945b758137f6: rpc.has_security_group_logging(os_id): False [ 1025.488123] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.488219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.488265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.488660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.488660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.488928] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.489149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.489149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.489386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.489386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.489461] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 is going to be updated. [ 1025.564793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.565012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.565012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.565260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.565428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.602062] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: IN_PROGRESS for 2s [ 1025.916508] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1025.916850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.916988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.917331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.917402] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.420271] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.420461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.420499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.420712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.420883] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.420988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.421071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.421261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.421301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.421441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.421493] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.890908] env[66160]: INFO networking_nsxv3.common.synchronization [req-b7b6dcf2-4936-4a8f-899a-5348f73a23c7 req-c0f27cc3-0750-4d12-bdac-029d45b63467 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1026.891628] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1026.892057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.892199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.892256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.892476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.892638] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.892810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.892810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.892946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.893085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.893172] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.924554] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.925332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.925332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.925332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.925332] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.925332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.925332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.925859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.925859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.925859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.925859] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.926121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.926121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.926236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.926385] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.926485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.926564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.926696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.926834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.926884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.926922] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.396061] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.396288] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.396329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.396660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.396748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.396980] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.397132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.397217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.397399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.397502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.397611] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1027.429194] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182737ba-6b26-4753-937b-04334b7b3775: rpc.has_security_group_logging(os_id): False [ 1027.443338] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.443545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.443617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.443803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.443946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.457297] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.457497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.457540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.457736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.457828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.458101] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.458461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.458581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.458732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.458819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.459051] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.459155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.459219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.459374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.459452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.459642] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.459727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.459803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.459928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.460009] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.460103] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1027.462157] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1027.549898] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.550097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.550160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.550400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.551029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.575128] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1027.623162] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: SUCCESS [ 1027.623223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.834582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.834782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.834934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.835112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.835228] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.337437] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.483279] env[66160]: INFO networking_nsxv3.common.synchronization [req-729e40c2-bffa-49b0-9fe9-0035738951c4 req-3afd1ada-9924-4b09-b8d5-c0be93e5ae45 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1028.484487] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1028.484582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.484770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.484897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.485173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.485377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.485536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.485661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.485823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.485951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.486097] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.710548] env[66160]: INFO networking_nsxv3.common.synchronization [req-729e40c2-bffa-49b0-9fe9-0035738951c4 req-9382fbac-8698-4682-8a29-5a1519216791 tempest-ServersTestMultiNic-1773988948 tempest-ServersTestMultiNic-1773988948-project-member] Enqueued Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1028.710855] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182737ba-6b26-4753-937b-04334b7b3775 with Priority: HIGHEST for action security_group_members [ 1028.711188] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-182737ba-6b26-4753-937b-04334b7b3775 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.711286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.840343] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.988607] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.342641] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1029.342950] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1029.478518] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1029.478781] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 1029.478947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.494211] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.593822] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1029.593822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.663388] env[66160]: INFO networking_nsxv3.common.synchronization [None req-4e568fdf-af13-4483-8186-e069082611d5 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1029.663900] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1029.664689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.666085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.666085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.666085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.666085] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.666085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.666085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.667421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.667421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.667421] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.734173] env[66160]: INFO networking_nsxv3.common.synchronization [req-e41515fc-978c-40e4-84f9-49e40d3cb5f2 req-db7a1a84-6f50-4801-8d25-3f1ec80a0ab6 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1029.734367] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1029.735487] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.735487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.735487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.735980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.736288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.736402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.736470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.737928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.737928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.737928] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.996629] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.996815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.996862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.997140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.997297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.997429] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1030.031781] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.032391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.032899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.033243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.033649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.048070] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1030.150864] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.151453] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.151773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.152675] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.153756] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.154938] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.155568] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.156762] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.157519] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.158227] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.158522] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.158831] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.159148] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.159518] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.159715] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.160488] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.169973] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.170527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.170776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.171399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.190752] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.190752] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.191037] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.191037] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-436" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.191394] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-93c9b77a-a45d-4f6f-a390-4823244d720b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.191905] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.191905] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.192123] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.192302] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c9b77a-a45d-4f6f-a390-4823244d720b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.208814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.209033] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.209149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.209250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.209497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.209621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.210087] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 1030.240596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.240871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.241224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.241458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.241458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.241732] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.241898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.242150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.242399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.242546] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.242767] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1030.251800] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.252025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.252186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.252480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.252614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.276240] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 1030.300839] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.300839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.300963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.301157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.301315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.315966] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1030.338912] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.339153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.339153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.339430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.354977] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1030.356223] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.357991] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1030.395489] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.395489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.395489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.395692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.408646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.409456] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1030.409593] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.409762] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1030.453381] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.453381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.453381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.453578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.459024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.459252] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1030.546014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.546198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.546246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.546490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.546802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.547114] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1030.648969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.649584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.650376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.650376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.650605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.650968] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1030.651645] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a4bd94fc-0536-4306-82db-439b509f42ce', 'a3510fd3-6d21-46e5-9cda-c94df446c9cf', '82a11729-a5e0-4098-81a4-889a10f349b1', 'a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214', 'f0b01d2d-6073-4a56-aae1-7db6e4b62806', '1c6633a1-0adb-4258-9a60-ccae9c8443e4', '8912fdf4-a511-40db-8e54-f0940b6dd7fc', 'ac0224a1-501e-45b0-bf5b-d32b74110c00', '3f748149-a311-4aea-bb67-83fb9aafb242', '02f4e704-2a4f-424b-8f18-6daa1e1fb7cf', '8c14b9f5-5513-48ed-af80-4002190bdfdc', 'f8a0d650-b549-4d7b-ae87-ef1ee418e6ce', 'fcccc14c-937c-466e-aec5-a214fbaccf0f', '076f7b2e-38be-4ab7-9247-ede14c31921e', 'dd65a6de-a2ae-451a-aae5-ad38da13ce0c', '0ee115d0-687b-4c7c-ad7b-5699cad6f290', '2ca43465-fb30-4e77-8374-ebc349ac83b0', '783f0c4e-950a-4229-a8aa-6cd210871cc1', 'e2366e46-3358-4f73-9eaa-ab48fb27e53c', '686e520d-e673-479c-a347-41b92a917198', 'bcb6a4c1-8c2b-421a-abfb-07167f765480', '1c6f5acd-a1d4-41b0-a889-4dae228f2e31', '105e715f-897c-47db-ad40-bc092c087de6', '9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4', '879dae25-9dc7-4b27-961e-966e24d88c62', 'ab0f8f2a-0006-4efd-9245-20c0165ea23b', '5a1746d3-659b-4ab7-b824-ed39e632cf03', '20663d9a-d468-4ae8-a9b3-1683b5c6c7e6', 'c7fba669-c321-4083-a011-95156adc9da2', '4667b602-7d3d-4659-88b9-5ca2b4f10a50', '71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6', '06586147-dbbb-416f-adbf-a56a1885e999', '13038de0-df88-4d1a-93f4-bd85778297c8', '504a82c5-63fc-4528-a7a8-f5a24613d72e', '563a2037-874d-4395-bd47-acaedefa3c23', '9eadf68c-708b-4887-b89f-583c052ca208', '2f07bb4d-084c-43d5-8a11-ba3bdfe0048a', 'b30dfa70-dbc2-497c-941f-71e6a17039ad', '00d69bf3-ff7b-49fc-8f48-579ef40880ae', '182737ba-6b26-4753-937b-04334b7b3775', 'ab177d6c-fbcc-4a58-962a-79f0cd644a01', '01f11eeb-5124-46fc-be20-c9875d277523', '13f60089-6497-4771-a5bb-ee4c8eb40566', '40511e69-d4df-4f4f-92dc-f93455749bfe', 'f419d24c-f609-4e19-a1e3-97587728b59b', '4299a7d6-e8f3-4a9f-a326-30669f2e87de', 'f9c8e761-f6a3-43fb-bc37-945b758137f6'} {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.651825] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1030.687054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.687362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.687362] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.687868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.687868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.687868] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1030.688104] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.688104] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1030.696567] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.696996] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.697217] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.697702] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.698036] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.698324] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 93c9b77a-a45d-4f6f-a390-4823244d720b not found, creating... [ 1030.698788] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.698961] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.699219] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.699576] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.699769] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.700210] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.700545] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.700611] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.700898] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.701106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.701311] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 93c9b77a-a45d-4f6f-a390-4823244d720b is going to be created. [ 1030.724116] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.724463] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.724610] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.724923] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.725382] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.725515] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.787481] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.787481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.787481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.787879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.792073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.792481] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1030.792574] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.792651] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1030.792709] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1030.792799] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1030.792839] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGH for action security_group_rules [ 1030.792988] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGH for action security_group_rules [ 1030.793130] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGH for action security_group_rules [ 1030.793130] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGH for action security_group_rules [ 1030.793217] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGH for action security_group_rules [ 1030.793217] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGH for action security_group_rules [ 1030.793342] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGH for action security_group_rules [ 1030.793342] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGH for action security_group_rules [ 1030.793447] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGH for action security_group_rules [ 1030.793447] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGH for action security_group_rules [ 1030.793521] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGH for action security_group_rules [ 1030.793559] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGH for action security_group_rules [ 1030.793609] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGH for action security_group_rules [ 1030.793682] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGH for action security_group_rules [ 1030.793727] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGH for action security_group_rules [ 1030.793773] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGH for action security_group_rules [ 1030.793833] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGH for action security_group_rules [ 1030.793891] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGH for action security_group_rules [ 1030.793960] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGH for action security_group_rules [ 1030.794693] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGH for action security_group_rules [ 1030.794952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.503776] env[66160]: INFO networking_nsxv3.common.synchronization [req-e41515fc-978c-40e4-84f9-49e40d3cb5f2 req-2085c14b-a636-4c01-880d-1179c06c46ee service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 1031.504155] env[66160]: INFO networking_nsxv3.common.synchronization [req-e41515fc-978c-40e4-84f9-49e40d3cb5f2 req-2085c14b-a636-4c01-880d-1179c06c46ee service nova] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1031.504155] env[66160]: INFO networking_nsxv3.common.synchronization [req-e41515fc-978c-40e4-84f9-49e40d3cb5f2 req-2085c14b-a636-4c01-880d-1179c06c46ee service nova] Enqueued Resource ID: 93c9b77a-a45d-4f6f-a390-4823244d720b with Priority: HIGHEST for action port [ 1031.504670] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_rules [ 1031.504826] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1031.504952] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c9b77a-a45d-4f6f-a390-4823244d720b with Priority: HIGHEST for action port [ 1031.505071] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bd94fc-0536-4306-82db-439b509f42ce with Priority: HIGH for action security_group_rules [ 1031.505203] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGH for action security_group_rules [ 1031.505428] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc with Priority: HIGH for action security_group_rules [ 1031.505557] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGH for action security_group_rules [ 1031.505557] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686e520d-e673-479c-a347-41b92a917198 with Priority: HIGH for action security_group_rules [ 1031.505734] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c with Priority: HIGH for action security_group_rules [ 1031.505734] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 with Priority: HIGH for action security_group_rules [ 1031.505845] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 with Priority: HIGH for action security_group_rules [ 1031.505962] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076f7b2e-38be-4ab7-9247-ede14c31921e with Priority: HIGH for action security_group_rules [ 1031.506025] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 with Priority: HIGH for action security_group_rules [ 1031.506291] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccc14c-937c-466e-aec5-a214fbaccf0f with Priority: HIGH for action security_group_rules [ 1031.506396] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce with Priority: HIGH for action security_group_rules [ 1031.506396] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc with Priority: HIGH for action security_group_rules [ 1031.506497] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGH for action security_group_rules [ 1031.506590] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f748149-a311-4aea-bb67-83fb9aafb242 with Priority: HIGH for action security_group_rules [ 1031.506739] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 with Priority: HIGH for action security_group_rules [ 1031.506790] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGH for action security_group_rules [ 1031.506840] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGH for action security_group_rules [ 1031.506940] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf with Priority: HIGH for action security_group_rules [ 1031.507032] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 with Priority: HIGH for action security_group_rules [ 1031.507362] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.507489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.507557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.507768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.507901] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.509603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.509603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.509603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-93c9b77a-a45d-4f6f-a390-4823244d720b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.509819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.509819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.510488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.510488] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c9b77a-a45d-4f6f-a390-4823244d720b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.510994] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4bd94fc-0536-4306-82db-439b509f42ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.511117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.511176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.511353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.511418] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4bd94fc-0536-4306-82db-439b509f42ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.512279] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.512484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.512484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.512751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.512751] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.513643] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.513643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.513643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.514042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.514042] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8912fdf4-a511-40db-8e54-f0940b6dd7fc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.515364] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.515364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.515364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.515364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.515364] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.515863] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686e520d-e673-479c-a347-41b92a917198 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.515990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.515990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.516269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.516372] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686e520d-e673-479c-a347-41b92a917198',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.519288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.519696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.519951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.520195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.520413] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2366e46-3358-4f73-9eaa-ab48fb27e53c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.530666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-783f0c4e-950a-4229-a8aa-6cd210871cc1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.530901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.530937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.531157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.531243] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('783f0c4e-950a-4229-a8aa-6cd210871cc1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.532507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ca43465-fb30-4e77-8374-ebc349ac83b0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.532507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.532628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.532778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.532856] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ca43465-fb30-4e77-8374-ebc349ac83b0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.535228] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076f7b2e-38be-4ab7-9247-ede14c31921e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.535228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.535228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.535601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.535716] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076f7b2e-38be-4ab7-9247-ede14c31921e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.536502] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.536618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.536880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.536880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.537697] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee115d0-687b-4c7c-ad7b-5699cad6f290',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.537788] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcccc14c-937c-466e-aec5-a214fbaccf0f taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.537927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.537927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.538118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.538213] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcccc14c-937c-466e-aec5-a214fbaccf0f',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.539188] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.539445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.539525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.539681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.539754] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a0d650-b549-4d7b-ae87-ef1ee418e6ce',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.540543] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c14b9f5-5513-48ed-af80-4002190bdfdc taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.540665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.541125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.541125] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.541125] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c14b9f5-5513-48ed-af80-4002190bdfdc',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.542170] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.542346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.542346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.542625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.542874] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.545317] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f748149-a311-4aea-bb67-83fb9aafb242 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.545317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.545317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.545317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.545317] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f748149-a311-4aea-bb67-83fb9aafb242',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.545664] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.545664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.545664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.545880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.545955] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6633a1-0adb-4258-9a60-ccae9c8443e4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.546750] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.546853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.546931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.547082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.547149] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.547913] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.548165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.548243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.548397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.548753] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.549837] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.550205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.550282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.550435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.550508] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3510fd3-6d21-46e5-9cda-c94df446c9cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.551450] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.551556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.551682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.551790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.551882] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.830245] env[66160]: INFO networking_nsxv3.common.synchronization [req-36f37420-0270-454e-bdba-7b07fdf96a6e req-5d481097-0b93-4459-a55e-f950b73131b2 tempest-ServersV294TestFqdnHostnames-557013818 tempest-ServersV294TestFqdnHostnames-557013818-project-member] Enqueued Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_members [ 1031.830437] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGHEST for action security_group_members [ 1031.830936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.831240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.831413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.832049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.832049] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.832049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.832257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.832409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.832409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.832499] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.056211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.056436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.056436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.056634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.056790] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.056935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.057011] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.057149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.057228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.057488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.057488] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.058288] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93c9b77a-a45d-4f6f-a390-4823244d720b with status ACTIVE [ 1032.058508] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.058620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.058678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.058836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.059561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.059561] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.059561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.059561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.059561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.059561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.060076] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.060076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.060076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.060076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.060076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.060076] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93c9b77a-a45d-4f6f-a390-4823244d720b is going to be updated. [ 1032.061784] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.061872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.061930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.062190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.062329] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.062462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.062514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.062627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.062680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.062908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.062908] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.065385] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.065551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.065614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.065846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.066094] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.067203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.067203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.067203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.067203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.067203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.067203] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.071175] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.071175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.071175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.071430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.071533] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.071651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.071766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.073471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.073471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.073471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.073471] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.078555] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1032.078761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.080983] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.083774] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.084274] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.087107] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.087290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.087290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.087487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.087650] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.087842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.087921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.088086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.088169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.088254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.088338] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.094871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.095117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.095303] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.095420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.095487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.095653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.095724] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.095817] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182737ba-6b26-4753-937b-04334b7b3775',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.099334] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd65a6de-a2ae-451a-aae5-ad38da13ce0c: rpc.has_security_group_logging(os_id): False [ 1032.121223] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.121968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.123052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.123052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.132220] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.132408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.153466] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.153688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.155440] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.155614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.168147] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.168463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.169510] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.169510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.170288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.170394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.171152] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.171246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172106] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.173127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.173895] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.173985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.174628] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.175126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.175221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.176257] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.176689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.176821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.177444] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.177899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.178041] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcccc14c-937c-466e-aec5-a214fbaccf0f is going to be deleted. [ 1032.179664] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.179764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.179810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.180057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.181608] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.181725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.181791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.182054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.182164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.182320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93c9b77a-a45d-4f6f-a390-4823244d720b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.183721] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.184280] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.184406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.185235] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.185690] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.185807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.201562] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.202712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.202712] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 783f0c4e-950a-4229-a8aa-6cd210871cc1 is going to be deleted. [ 1032.204944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.204944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.229169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.229403] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4bd94fc-0536-4306-82db-439b509f42ce is going to be deleted. [ 1032.230249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.230464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.253705] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.253705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.257934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.258127] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6633a1-0adb-4258-9a60-ccae9c8443e4 is going to be deleted. [ 1032.259053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.259278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.285598] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.285771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.291671] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 1032.291833] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad deletion is rescheduled due to dependency. [ 1032.292042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.308265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.308710] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee115d0-687b-4c7c-ad7b-5699cad6f290 is going to be deleted. [ 1032.310145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.310503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.335028] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1032.335028] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 1032.335028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.335028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.335028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.335028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.335028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.335028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.335028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.335028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.335028] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.336360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.336503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.354641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.354641] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f748149-a311-4aea-bb67-83fb9aafb242 is going to be deleted. [ 1032.354641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.354824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.359318] env[66160]: INFO networking_nsxv3.common.synchronization [req-733651f9-d777-4dc5-a626-f0696bd7a495 req-9d538e3e-9521-4d89-be23-8cc0ff4c7cfe tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1032.360584] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1032.361030] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.361293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.361293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.361540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.362115] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.362115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.362115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.362115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.362688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.362688] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.390200] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.390350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.429422] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.429633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.445052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.445221] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686e520d-e673-479c-a347-41b92a917198 is going to be deleted. [ 1032.446340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.446593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.516046] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.517182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.539291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.539291] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076f7b2e-38be-4ab7-9247-ede14c31921e is going to be deleted. [ 1032.539291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.539291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.552448] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.552754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.584687] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.584878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.588022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.588022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.588022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.588022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.589280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.589280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.589280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.589532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.589532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.589532] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.590640] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.591813] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.598953] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.605996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.606245] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a0d650-b549-4d7b-ae87-ef1ee418e6ce is going to be deleted. [ 1032.611041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.611041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.612855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.613038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.659685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.659685] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8912fdf4-a511-40db-8e54-f0940b6dd7fc is going to be deleted. [ 1032.660945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.662408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.677335] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.677561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.732512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.732667] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ca43465-fb30-4e77-8374-ebc349ac83b0 is going to be deleted. [ 1032.733795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.734213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.766026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.766509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.767767] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.767947] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.787510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.787510] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214 is going to be deleted. [ 1032.788604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.789082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.804423] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.806295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.806295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.806295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.806295] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.806295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.806295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.806295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.806295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.806737] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.806737] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.806737] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.806737] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.806856] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.806953] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.807092] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.838227] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.865044] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.865338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.872534] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.872859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.873831] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.874207] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.874207] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.874387] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.874864] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-c8628d49-c142-40c6-84eb-60c6234cdcf1 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.875064] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.875064] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.875451] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.875595] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8628d49-c142-40c6-84eb-60c6234cdcf1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.895865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.896086] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c14b9f5-5513-48ed-af80-4002190bdfdc is going to be deleted. [ 1032.898390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.898815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.943391] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.943583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.953392] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.953635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.972035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.972035] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3510fd3-6d21-46e5-9cda-c94df446c9cf is going to be deleted. [ 1032.972035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.972035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.045202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.045508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.050495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.050495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.050779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.050779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.050850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.050939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.051024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1033.052267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.052452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.094675] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0b01d2d-6073-4a56-aae1-7db6e4b62806: rpc.has_security_group_logging(os_id): False [ 1033.095854] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a11729-a5e0-4098-81a4-889a10f349b1: rpc.has_security_group_logging(os_id): False [ 1033.097203] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0224a1-501e-45b0-bf5b-d32b74110c00: rpc.has_security_group_logging(os_id): False [ 1033.103327] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf: rpc.has_security_group_logging(os_id): False [ 1033.139409] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.139549] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.140612] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.140788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.141834] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.141984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.142963] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.143110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.144153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.144314] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2366e46-3358-4f73-9eaa-ab48fb27e53c is going to be deleted. [ 1033.145556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.145885] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.146060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.146263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-783f0c4e-950a-4229-a8aa-6cd210871cc1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.147433] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.147591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.147712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.148031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.194559] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.194673] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.194790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.194883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.195160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.195255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.195405] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf is going to be updated. [ 1033.196790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.197069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.197183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.197369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4bd94fc-0536-4306-82db-439b509f42ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.197540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.197756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.197857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6633a1-0adb-4258-9a60-ccae9c8443e4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.198404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.198490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee115d0-687b-4c7c-ad7b-5699cad6f290" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.198984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.199140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.199246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f748149-a311-4aea-bb67-83fb9aafb242" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.200111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.200276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.252845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.253083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.266365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.266744] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.266953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.267084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.268396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.268396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.268396] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 is going to be updated. [ 1033.269627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.269627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.269627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.269791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076f7b2e-38be-4ab7-9247-ede14c31921e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.271035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.271035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.271035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.271035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a0d650-b549-4d7b-ae87-ef1ee418e6ce" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.271392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.271629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.293900] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.294075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.329281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.329726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.329902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.330041] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.330347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.330485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.330627] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1033.332063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.332343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.332398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.332533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8912fdf4-a511-40db-8e54-f0940b6dd7fc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.333986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.334224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.334355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.334580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.334725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.335837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.336043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.336102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.336212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ca43465-fb30-4e77-8374-ebc349ac83b0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.336795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.337117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.337216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.337350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b22e25-fc3f-4e83-aac5-b4f0ec1e3214" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.337843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.338051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.338137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.338257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c14b9f5-5513-48ed-af80-4002190bdfdc" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.338426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.338603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.338708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.338835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcccc14c-937c-466e-aec5-a214fbaccf0f" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.338988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.339164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.340308] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.347604] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.347795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.354661] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: IN_PROGRESS for 2s [ 1033.379891] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.380251] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.380391] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.380840] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.380937] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.381192] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port c8628d49-c142-40c6-84eb-60c6234cdcf1 not found, creating... [ 1033.382297] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.382297] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.382513] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.382982] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.383403] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.383843] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.384092] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.384267] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.384630] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.384823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.385031] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: c8628d49-c142-40c6-84eb-60c6234cdcf1 is going to be created. [ 1033.432390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.432910] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.433127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.433183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.433542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.433721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.433843] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 is going to be updated. [ 1033.435476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.435710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.435865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.435973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3510fd3-6d21-46e5-9cda-c94df446c9cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.436195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.436417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.453437] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.453649] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.453649] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.453933] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.454193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.454506] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.458548] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.458709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.459084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.459084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.459216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.465831] env[66160]: INFO networking_nsxv3.common.synchronization [req-6a90546c-16c3-4669-94b4-0b78470068a8 req-161a47c7-34a8-4e1f-b949-eb5081ce0663 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1033.466486] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1033.467708] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.467847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.468193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.468193] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.468359] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.468416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.468455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.468729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.468729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.469055] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.472675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.472804] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.472909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.472962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.473191] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.473294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.473413] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be updated. [ 1033.474626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.474822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.480253] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1033.544411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.544769] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.544769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.544870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.545103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.545230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.545346] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b is going to be updated. [ 1033.546567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.546803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.547048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.548273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.548478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.548570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.548695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2366e46-3358-4f73-9eaa-ab48fb27e53c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.549413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.549692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.549876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.551875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.552127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.579578] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1033.602235] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: IN_PROGRESS for 2s [ 1033.635369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.635369] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.635537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.635537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.635886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.636076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.636476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.636663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.636730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.637049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.637168] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.637421] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.637534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.637623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.637824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.637933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.638060] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 is going to be updated. [ 1033.639536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.639756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639870] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.640184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686e520d-e673-479c-a347-41b92a917198" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.641439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.641572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.641572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.641716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.641857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.645107] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.645348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.645441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.645605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.647809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.671091] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: IN_PROGRESS for 2s [ 1033.671877] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 1033.688104] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.688504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.688624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.688800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.688940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.700978] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b in Status: IN_PROGRESS for 2s [ 1033.792887] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.792887] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.792887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.792887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.793454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.793454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.829347] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: IN_PROGRESS for 2s [ 1033.843414] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.844272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.844272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.844272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.844272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.844630] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1033.909250] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.909250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.909250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.909250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.909250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.920351] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1033.971674] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.971916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.971916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.972196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.972323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.972514] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.972694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.972694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.972901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.972901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.973113] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1034.002793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.003094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.003094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.003315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.003473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.016691] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1034.108162] env[66160]: INFO networking_nsxv3.common.synchronization [req-733651f9-d777-4dc5-a626-f0696bd7a495 req-060f83ac-4292-465f-8c51-e5f85237e8d3 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 1034.108349] env[66160]: INFO networking_nsxv3.common.synchronization [req-733651f9-d777-4dc5-a626-f0696bd7a495 req-060f83ac-4292-465f-8c51-e5f85237e8d3 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1034.108491] env[66160]: INFO networking_nsxv3.common.synchronization [req-733651f9-d777-4dc5-a626-f0696bd7a495 req-060f83ac-4292-465f-8c51-e5f85237e8d3 service nova] Enqueued Resource ID: c8628d49-c142-40c6-84eb-60c6234cdcf1 with Priority: HIGHEST for action port [ 1034.109363] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 1034.109517] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1034.109666] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8628d49-c142-40c6-84eb-60c6234cdcf1 with Priority: HIGHEST for action port [ 1034.109976] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.110314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.110314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.110494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.110494] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.111485] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.111581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.111890] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8628d49-c142-40c6-84eb-60c6234cdcf1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.112126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.112215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.112396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.112475] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8628d49-c142-40c6-84eb-60c6234cdcf1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.614100] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.614449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.614613] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8628d49-c142-40c6-84eb-60c6234cdcf1 with status ACTIVE [ 1034.614982] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.614982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.615131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.615319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.615435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.615610] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.615710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.615846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.615983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.616086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616324] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.616450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.616520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.616675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.616789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616893] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8628d49-c142-40c6-84eb-60c6234cdcf1 is going to be updated. [ 1034.640798] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.641021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.641021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.641234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.641377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.641541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8628d49-c142-40c6-84eb-60c6234cdcf1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.755578] env[66160]: INFO networking_nsxv3.common.synchronization [req-78d1eb55-c2be-47c6-9cb6-c2b111ca2744 req-0fb68e20-4860-46f1-a9b9-0c196d6d8f06 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1034.756240] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1034.756575] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.756914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.756914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.757127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.757296] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.757404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.757466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.757683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.757813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.757921] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.118136] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.118136] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.118136] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.118451] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.118719] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.119551] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.119551] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.119551] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.119551] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.119834] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.119834] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.119946] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.120415] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.120415] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.120415] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.120922] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.145576] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.146050] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.146050] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.146317] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.146946] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.147121] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.147873] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.147873] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.147998] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e4f720-17ac-4818-b3f2-18d8c5ad38be',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.261980] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.262919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.263114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.264160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.264160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.264160] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.264452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.264452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.265099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.265248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.265353] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 already deleted. [ 1035.265455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.365648] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182737ba-6b26-4753-937b-04334b7b3775 in Status: SUCCESS [ 1035.365742] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182737ba-6b26-4753-937b-04334b7b3775 deletion is rescheduled due to dependency. [ 1035.365858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182737ba-6b26-4753-937b-04334b7b3775" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.491020] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1035.491244] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 1035.491396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.491603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.491829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.492027] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.492194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.492268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.492436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.492551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.492649] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.594196] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1035.594196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.619595] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: SUCCESS [ 1035.620026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.650957] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.651670] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.651670] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.651812] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.651906] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.652183] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port b8e4f720-17ac-4818-b3f2-18d8c5ad38be not found, creating... [ 1035.652503] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.652683] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.652835] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.653309] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.653583] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.654060] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.654275] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.654455] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.654712] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.654870] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.655079] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: b8e4f720-17ac-4818-b3f2-18d8c5ad38be is going to be created. [ 1035.675439] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.675695] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.675833] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.676150] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.676417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.676640] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.687511] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 1035.687761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.688645] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: SUCCESS [ 1035.688842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.712213] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b in Status: SUCCESS [ 1035.712213] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b deletion is rescheduled due to dependency. [ 1035.712213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.848834] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: SUCCESS [ 1035.849089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.930031] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1035.930370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.930612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.930893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.931106] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.931230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.931294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.931497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.931575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.931665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.931758] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.995682] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.028372] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1036.028767] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c deletion is rescheduled due to dependency. [ 1036.028767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.417852] env[66160]: INFO networking_nsxv3.common.synchronization [req-78d1eb55-c2be-47c6-9cb6-c2b111ca2744 req-a28ed9d2-d7ad-47b3-b3a1-234fa723c670 service nova] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_rules [ 1036.418049] env[66160]: INFO networking_nsxv3.common.synchronization [req-78d1eb55-c2be-47c6-9cb6-c2b111ca2744 req-a28ed9d2-d7ad-47b3-b3a1-234fa723c670 service nova] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1036.418190] env[66160]: INFO networking_nsxv3.common.synchronization [req-78d1eb55-c2be-47c6-9cb6-c2b111ca2744 req-a28ed9d2-d7ad-47b3-b3a1-234fa723c670 service nova] Enqueued Resource ID: b8e4f720-17ac-4818-b3f2-18d8c5ad38be with Priority: HIGHEST for action port [ 1036.418736] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_rules [ 1036.418877] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1036.418981] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e4f720-17ac-4818-b3f2-18d8c5ad38be with Priority: HIGHEST for action port [ 1036.419968] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.422257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.422257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.422257] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.422257] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.423259] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.423568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.423738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.424140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.424711] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.424952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.425538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.425538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.425538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.425538] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.427726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.427866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.427927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.428353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.428353] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e4f720-17ac-4818-b3f2-18d8c5ad38be',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.434444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.434444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.434444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.435157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.435760] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.435760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.435760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.435926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.436049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.436184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.437079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.437079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.437079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.437079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.437079] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.437079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.437079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.437419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.438127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.438127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.438127] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.498098] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.930790] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.931150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.931198] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.932158] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8e4f720-17ac-4818-b3f2-18d8c5ad38be with status ACTIVE [ 1036.932357] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.932498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.932538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.932776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.932853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.933050] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.933174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.933249] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.933387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.933459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.933651] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.933748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.933799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.933920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.933989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.934609] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8e4f720-17ac-4818-b3f2-18d8c5ad38be is going to be updated. [ 1036.941072] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879dae25-9dc7-4b27-961e-966e24d88c62: rpc.has_security_group_logging(os_id): False [ 1036.961172] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.961401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.961401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.961598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.961735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.961909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e4f720-17ac-4818-b3f2-18d8c5ad38be" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.962841] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.962966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.963040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.963200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.984102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.984461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.984607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.984681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.984872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.984961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.985176] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.985288] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.985347] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.985486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.985552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.985733] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.985843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.985899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.986022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.986261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.986384] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1037.000548] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.000548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.000685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.000842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.000937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.001054] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1037.040117] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.042511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.042511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.042511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.042511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.057168] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1037.060212] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.060361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.060361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.060538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.060683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.074770] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1037.166726] env[66160]: INFO networking_nsxv3.common.synchronization [req-aa13b9be-a128-423e-aae7-d25ef7edf912 req-8fa68807-3b7e-4cbb-bc88-e1badf0e76a5 tempest-ServersNegativeTestJSON-397460760 tempest-ServersNegativeTestJSON-397460760-project-member] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1037.167421] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1037.167787] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.167920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.168064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.168284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.168467] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.168609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.168715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.168825] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.168900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.169120] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.436789] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.674853] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.940990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.941339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.941339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.941339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.941472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.941510] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 is going to be created. [ 1037.943546] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.943735] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.943853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.944127] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.944860] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.944860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.944860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.944860] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.945130] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.945246] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.945370] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.945480] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.945581] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.945687] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.945789] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.945917] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.969170] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.969372] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.969478] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.969656] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.969983] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-83ca1803-4718-496a-aefb-6d59c557c3c7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.970178] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.970297] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.970643] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.970778] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ca1803-4718-496a-aefb-6d59c557c3c7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.972438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.972646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.972646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.972798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.972950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.984413] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: UNINITIALIZED for 2s [ 1038.176937] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.475416] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.475694] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.475795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.476174] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.476332] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.476487] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 83ca1803-4718-496a-aefb-6d59c557c3c7 not found, creating... [ 1038.476968] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.476968] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.477127] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.477251] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.477439] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.477883] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.477996] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.478124] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.478318] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.478470] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.478772] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 83ca1803-4718-496a-aefb-6d59c557c3c7 is going to be created. [ 1038.499698] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.499841] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.499950] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.500260] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.501040] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.501040] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.679949] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.680242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.680242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.680488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.680627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.680706] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be updated. [ 1038.722261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.722530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.722609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.723487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.723487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.738096] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1039.074206] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.074206] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.074206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.074206] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.116030] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1039.116030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.307119] env[66160]: INFO networking_nsxv3.common.synchronization [req-aa13b9be-a128-423e-aae7-d25ef7edf912 req-682ee2bb-df60-4c8f-b47c-e44c57fb8748 service nova] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_rules [ 1039.307753] env[66160]: INFO networking_nsxv3.common.synchronization [req-aa13b9be-a128-423e-aae7-d25ef7edf912 req-682ee2bb-df60-4c8f-b47c-e44c57fb8748 service nova] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1039.307753] env[66160]: INFO networking_nsxv3.common.synchronization [req-aa13b9be-a128-423e-aae7-d25ef7edf912 req-682ee2bb-df60-4c8f-b47c-e44c57fb8748 service nova] Enqueued Resource ID: 83ca1803-4718-496a-aefb-6d59c557c3c7 with Priority: HIGHEST for action port [ 1039.308159] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_rules [ 1039.308159] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1039.308278] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ca1803-4718-496a-aefb-6d59c557c3c7 with Priority: HIGHEST for action port [ 1039.308568] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.308702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.308737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.309302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.309302] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.309983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.310146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.310388] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ca1803-4718-496a-aefb-6d59c557c3c7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.310498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.310650] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.310800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.310987] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ca1803-4718-496a-aefb-6d59c557c3c7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.578666] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.578884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.578964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.579152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.579324] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.579426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.579542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.579636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.579710] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.579802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.579966] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.580087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.580165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.580314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.580455] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.580547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.580678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.580809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.580809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.580896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.580985] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.814686] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.814971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.815255] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83ca1803-4718-496a-aefb-6d59c557c3c7 with status ACTIVE [ 1039.815387] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.815526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.815627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.815788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.815909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.816173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.816510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.816510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.816639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.816673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.816841] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.816919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.816993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.817123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.817231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.817317] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83ca1803-4718-496a-aefb-6d59c557c3c7 is going to be updated. [ 1039.839689] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.839899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.839995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.840460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.840545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.840756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ca1803-4718-496a-aefb-6d59c557c3c7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.013824] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: SUCCESS [ 1040.014109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.014282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.014528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.014719] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.014859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.014931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.015175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.015330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.015491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.015647] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.083335] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 105e715f-897c-47db-ad40-bc092c087de6: rpc.has_security_group_logging(os_id): False [ 1040.110088] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.114026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.114026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.114026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.114992] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.115325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.116056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.116794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.117092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.117357] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1040.232031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.232031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.232301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.232558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.232884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.255784] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1040.518423] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.518691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.518817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.519187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.519523] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.519704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.520419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.520419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.520419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.520646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.520728] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.520887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.520998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.521427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.521721] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.521906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.522016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.522263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.522383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.522499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.522682] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.751176] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1040.755022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.755022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.755022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.755022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.755022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.755022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.755022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.755022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.755022] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.025268] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3179fa-4914-42ee-b22e-1a9ff695ebd7: rpc.has_security_group_logging(os_id): False [ 1041.044585] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.044798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.044925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.045635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.045635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.045960] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.046096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.046186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.046391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.046491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.046720] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.046823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.046905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.047117] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.047201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.047399] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.047703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.047818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.048068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.048147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.048252] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 is going to be created. [ 1041.106015] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.106440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.106440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.106440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.106630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.120482] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: IN_PROGRESS for 2s [ 1041.257304] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.763057] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.266742] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.267071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.267071] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.267393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.267393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.267393] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be updated. [ 1042.269609] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1042.269855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.312029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.312224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.312224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.312386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.312571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.323627] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1043.133632] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: SUCCESS [ 1043.133632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.309393] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.309393] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1044.336510] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1044.336725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.336935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.337159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.337365] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.337485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.337548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.337708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.337792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.337895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.338052] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.843607] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.843814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.843814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.844180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.844180] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.844420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.844420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.844849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.844849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.844849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.844849] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.846437] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.846437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.846437] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.348552] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6: rpc.has_security_group_logging(os_id): False [ 1045.370878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.370878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.370878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.370878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.391149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.391874] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.391874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.391874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.391874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.391874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.392185] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.392676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.392676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.392676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.392851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.392908] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.393058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.393118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.393301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.393374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.393466] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be updated. [ 1045.478157] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.478332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.478404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.498625] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1045.868615] env[66160]: INFO networking_nsxv3.common.synchronization [None req-503b594c-779b-448f-8192-9355b265b492 None None] Enqueued Resource ID: a3f74d8f-153a-4bc7-9537-2828574e6f6d with Priority: HIGHEST for action port [ 1045.869299] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f74d8f-153a-4bc7-9537-2828574e6f6d with Priority: HIGHEST for action port [ 1045.869626] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3f74d8f-153a-4bc7-9537-2828574e6f6d taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.869748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3f74d8f-153a-4bc7-9537-2828574e6f6d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.869814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3f74d8f-153a-4bc7-9537-2828574e6f6d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.870253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3f74d8f-153a-4bc7-9537-2828574e6f6d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.870253] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f74d8f-153a-4bc7-9537-2828574e6f6d',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.372457] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3f74d8f-153a-4bc7-9537-2828574e6f6d [ 1046.372791] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.372896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.372979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.373246] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.373341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.373541] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3f74d8f-153a-4bc7-9537-2828574e6f6d already deleted. [ 1046.373541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3f74d8f-153a-4bc7-9537-2828574e6f6d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.363460] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.363662] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.363795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.364514] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.364514] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.364514] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.364888] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.364888] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.364963] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.365168] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.365280] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.365383] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.365485] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.365588] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.365687] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.365809] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.389051] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.389432] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.389432] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.389589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.389931] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-2b65b305-4eda-495d-a369-ad7e08f824c2 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.390195] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.390329] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.390655] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.390863] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b65b305-4eda-495d-a369-ad7e08f824c2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.514907] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1047.514907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.668581] env[66160]: INFO networking_nsxv3.common.synchronization [req-e407f126-2928-47e0-8910-42dc17723e3a req-19572fae-8f91-4f55-81c9-134faa7225f1 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1047.669134] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1047.669454] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.669576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.669642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.669835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.669990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.670100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.670162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.670328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.670413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.670503] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.897255] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897255] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 2b65b305-4eda-495d-a369-ad7e08f824c2 not found, creating... [ 1047.897255] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.897255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897722] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.897722] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.897722] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.897722] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.897865] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897897] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 is going to be created. [ 1047.922390] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.922693] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.922794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.923092] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.923455] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.923835] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.991831] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.991988] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.992117] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.992455] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.993279] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.993279] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.993279] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.993279] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.993611] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.993668] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.993738] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.993846] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.993955] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.994076] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.994179] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.994312] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.022649] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.022824] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.022995] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.023358] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.023796] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-ade8a356-60ed-4f30-ac06-3bfb834694a7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.024032] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.024209] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.024688] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.024865] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade8a356-60ed-4f30-ac06-3bfb834694a7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.173530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.173762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.173812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.174038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174331] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.174435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.174574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.174687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174733] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174814] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1048.204938] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.205202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.205202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.205426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.205575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.218681] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1048.414668] env[66160]: INFO networking_nsxv3.common.synchronization [None req-e32fff53-701b-4775-8916-9c9693d55c9d None None] Enqueued Resource ID: f38438d0-11a6-4cbc-bf5b-e5dc34131ddf with Priority: HIGHEST for action port [ 1048.415369] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38438d0-11a6-4cbc-bf5b-e5dc34131ddf with Priority: HIGHEST for action port [ 1048.415525] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f38438d0-11a6-4cbc-bf5b-e5dc34131ddf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.415595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f38438d0-11a6-4cbc-bf5b-e5dc34131ddf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.415595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f38438d0-11a6-4cbc-bf5b-e5dc34131ddf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.415847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f38438d0-11a6-4cbc-bf5b-e5dc34131ddf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.415913] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f38438d0-11a6-4cbc-bf5b-e5dc34131ddf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.531022] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.531022] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port ade8a356-60ed-4f30-ac06-3bfb834694a7 not found, creating... [ 1048.531022] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.531022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.531569] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.531569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.531569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.531569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.531569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.531569] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 is going to be created. [ 1048.551892] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.551892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.551892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.552174] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.552489] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.552727] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.625666] env[66160]: INFO networking_nsxv3.common.synchronization [req-74e5dde8-aacb-4e58-b637-50190e6eea3b req-def2f96e-4815-4b34-b7ab-a5452e5b4bb5 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 1048.625858] env[66160]: INFO networking_nsxv3.common.synchronization [req-74e5dde8-aacb-4e58-b637-50190e6eea3b req-def2f96e-4815-4b34-b7ab-a5452e5b4bb5 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1048.625995] env[66160]: INFO networking_nsxv3.common.synchronization [req-74e5dde8-aacb-4e58-b637-50190e6eea3b req-def2f96e-4815-4b34-b7ab-a5452e5b4bb5 service nova] Enqueued Resource ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 with Priority: HIGHEST for action port [ 1048.626577] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 1048.626720] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1048.626814] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 with Priority: HIGHEST for action port [ 1048.627524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.627672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.627740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.627953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.628073] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.629060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.629248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.629349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.630018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.630351] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.630351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.630538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.630538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.630630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.630726] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.631614] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b65b305-4eda-495d-a369-ad7e08f824c2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.631773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.631818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.631981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.632072] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b65b305-4eda-495d-a369-ad7e08f824c2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.918582] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f38438d0-11a6-4cbc-bf5b-e5dc34131ddf [ 1048.918829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.918968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.919115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.919356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.919446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.919544] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f38438d0-11a6-4cbc-bf5b-e5dc34131ddf already deleted. [ 1048.919625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f38438d0-11a6-4cbc-bf5b-e5dc34131ddf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.134677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.134895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.135124] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b65b305-4eda-495d-a369-ad7e08f824c2 with status ACTIVE [ 1049.135309] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.135417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.135500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.135730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.135822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.136084] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.136200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.136270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.136767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.136767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.136874] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.136981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.137055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.137218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.137348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.137473] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 is going to be updated. [ 1049.138656] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.178597] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.178823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.178897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.179169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.179366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.179597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.311341] env[66160]: INFO networking_nsxv3.common.synchronization [req-e407f126-2928-47e0-8910-42dc17723e3a req-de23ca97-a01b-4957-bf9b-deb8ba0c04cd service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 1049.311530] env[66160]: INFO networking_nsxv3.common.synchronization [req-e407f126-2928-47e0-8910-42dc17723e3a req-de23ca97-a01b-4957-bf9b-deb8ba0c04cd service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1049.311667] env[66160]: INFO networking_nsxv3.common.synchronization [req-e407f126-2928-47e0-8910-42dc17723e3a req-de23ca97-a01b-4957-bf9b-deb8ba0c04cd service nova] Enqueued Resource ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 with Priority: HIGHEST for action port [ 1049.312573] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 1049.313030] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1049.313030] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 with Priority: HIGHEST for action port [ 1049.313438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.313635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.313754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.314016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.314175] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.315954] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.316133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.316240] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade8a356-60ed-4f30-ac06-3bfb834694a7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.316818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.316888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.317131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.317729] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade8a356-60ed-4f30-ac06-3bfb834694a7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.641204] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.818656] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.818836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819055] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade8a356-60ed-4f30-ac06-3bfb834694a7 with status ACTIVE [ 1049.819208] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.819311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.819582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.819672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.819963] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.820091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.820604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.820604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.820604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.820782] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.820887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.820954] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.821170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.821242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.821282] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 is going to be updated. [ 1049.842904] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.842995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.842995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.843244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.843389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.843551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.143341] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.143496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.144395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.144395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.144395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.144395] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 1050.171396] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.171684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.171773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.171994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.172164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.184472] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 1050.228770] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 4s [ 1052.198249] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 1052.198739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.198739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.199063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.199382] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.199531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.199629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.199888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.200043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.200173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.200461] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.239480] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1052.239774] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c deletion is rescheduled due to dependency. [ 1052.239910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.240033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.240397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.240616] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.240780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.240877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.241318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.241318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.241416] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.702909] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.703094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.703166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.703393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.703570] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.703654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.703721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.704153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.704153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.704153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.704299] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.704693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.704693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.704693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.704819] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.704879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.704973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.705151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.705220] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.705328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.705412] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.743878] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.211263] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b30dfa70-dbc2-497c-941f-71e6a17039ad: rpc.has_security_group_logging(os_id): False [ 1053.231886] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.232106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.232155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.232460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.249497] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.263646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.264067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.264281] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.264395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.264625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.264727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.265065] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.265231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.265322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.265524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.265645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.265936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.266090] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.266188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.266435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.266524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.266727] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 1053.342245] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.342397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.342755] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.342904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.361758] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 1053.756014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.756669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.756669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.756669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.756669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.756873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1053.792667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.792888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.792952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.793274] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.793406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.804449] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1053.898138] env[66160]: INFO networking_nsxv3.common.synchronization [req-75590bb3-049e-403d-b53a-f2f3b4e0c1c9 req-1f543cf8-1ffd-4d51-a426-cd07ffe183a1 tempest-ServersNegativeTestJSON-397460760 tempest-ServersNegativeTestJSON-397460760-project-member] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1053.898698] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1053.899152] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.899152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.899358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.899414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.899544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.899639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.899700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.899850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.899936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.900040] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.403033] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.760922] env[66160]: INFO networking_nsxv3.common.synchronization [req-4201b995-8900-4e7c-b5a3-e10bb76c8fb8 req-bf36076b-063b-44fb-b25d-6e44b7fa0910 tempest-ServerAddressesNegativeTestJSON-781061085 tempest-ServerAddressesNegativeTestJSON-781061085-project-member] Enqueued Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_members [ 1054.761499] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_members [ 1054.761817] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.761935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.762014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.762455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.762569] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.762695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.762762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.762924] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.763019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.763154] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.905120] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.077846] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.078085] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-101" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.078226] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-101" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.078559] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-101" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.078819] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.079350] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.079463] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.079692] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.079838] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.080055] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.080172] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.080296] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.080430] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.080721] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.080859] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.080994] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.101587] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.101755] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.101889] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.102084] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-101" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.103136] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-739651e5-9153-4868-a488-a28c50fe397c taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.103347] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.103479] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.103773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.103911] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739651e5-9153-4868-a488-a28c50fe397c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.265202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.265392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.265470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.265703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.266040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.266040] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.266163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.266198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.266345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.266416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.266521] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 already deleted. [ 1055.266602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.375387] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 1055.375646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.407828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.408225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.408225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.408329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.408424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.408524] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be updated. [ 1055.443415] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.443671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.443671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.443886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.444057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.454974] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1055.606416] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.606670] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.606880] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.607249] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.607435] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.607673] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 739651e5-9153-4868-a488-a28c50fe397c not found, creating... [ 1055.608058] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.608226] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.608347] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.608616] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.608760] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.609151] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.609366] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.609434] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.609682] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.609833] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.610026] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 739651e5-9153-4868-a488-a28c50fe397c is going to be created. [ 1055.634545] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.635257] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.635426] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.635724] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.635968] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.636221] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.816127] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1055.816404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.816636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.817424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.817424] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.817424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.817424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.817963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.817963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.817963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.817963] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.321889] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.377798] env[66160]: INFO networking_nsxv3.common.synchronization [req-4201b995-8900-4e7c-b5a3-e10bb76c8fb8 req-53f13901-0ecc-41e3-be5b-fb73ad343b00 service nova] Enqueued Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_rules [ 1056.378550] env[66160]: INFO networking_nsxv3.common.synchronization [req-4201b995-8900-4e7c-b5a3-e10bb76c8fb8 req-53f13901-0ecc-41e3-be5b-fb73ad343b00 service nova] Enqueued Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_members [ 1056.380168] env[66160]: INFO networking_nsxv3.common.synchronization [req-4201b995-8900-4e7c-b5a3-e10bb76c8fb8 req-53f13901-0ecc-41e3-be5b-fb73ad343b00 service nova] Enqueued Resource ID: 739651e5-9153-4868-a488-a28c50fe397c with Priority: HIGHEST for action port [ 1056.380168] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_rules [ 1056.380168] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_members [ 1056.380879] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739651e5-9153-4868-a488-a28c50fe397c with Priority: HIGHEST for action port [ 1056.380879] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.381205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.381349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.381652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.381806] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.383467] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.383671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.383801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.384497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.384782] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.385103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.385212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.385436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.385591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.385742] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.388376] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-739651e5-9153-4868-a488-a28c50fe397c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.388665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.388803] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.389039] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.389176] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739651e5-9153-4868-a488-a28c50fe397c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.824733] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd65a6de-a2ae-451a-aae5-ad38da13ce0c: rpc.has_security_group_logging(os_id): False [ 1056.842667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.842841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.842902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.843160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.843265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.843552] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.843680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.843743] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.844199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.844199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.844199] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1056.884583] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.884765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.888202] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.890928] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 739651e5-9153-4868-a488-a28c50fe397c with status ACTIVE [ 1056.891183] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.891319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.891387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.891635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.891731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.891924] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.892062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.892110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.892568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.892568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.892730] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.892836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.892900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.893060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.893135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.893219] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 739651e5-9153-4868-a488-a28c50fe397c is going to be updated. [ 1056.906925] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.907164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.907164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.907382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.907545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.917699] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.917866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.917918] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.918178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.918352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.918520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739651e5-9153-4868-a488-a28c50fe397c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.924410] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1057.391669] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.468237] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1057.468237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.875761] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.876187] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.876187] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.876439] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.876715] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.876873] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.876990] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.877295] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.877452] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.877658] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.877768] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.877876] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.877980] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.878103] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.878209] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.878337] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.894600] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.894956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.895225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.895519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.895681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.895796] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 is going to be created. [ 1057.909902] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.910124] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.910313] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.910554] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-623" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.911017] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-f42ccdb0-4c07-4a2a-b775-69717c3415f5 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.911259] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.911419] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.911782] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.911963] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42ccdb0-4c07-4a2a-b775-69717c3415f5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.926338] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.926502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.926647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.927045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.927231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.938617] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 in Status: UNINITIALIZED for 2s [ 1058.414962] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.415695] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.415695] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.415813] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.416067] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.416503] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.416704] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.416916] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.417256] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.417408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.417850] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.418110] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.418234] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.418472] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.418688] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.419082] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 is going to be updated. [ 1058.442266] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442730] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.443086] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.443436] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.443723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.941731] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1058.942061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.142878] env[66160]: INFO networking_nsxv3.common.synchronization [req-be48a5c5-6bd5-4111-96cf-301f4e6066de req-5d9e810a-e077-48f5-8c2b-bad26124bcc3 service nova] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 1059.143074] env[66160]: INFO networking_nsxv3.common.synchronization [req-be48a5c5-6bd5-4111-96cf-301f4e6066de req-5d9e810a-e077-48f5-8c2b-bad26124bcc3 service nova] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 1059.143300] env[66160]: INFO networking_nsxv3.common.synchronization [req-be48a5c5-6bd5-4111-96cf-301f4e6066de req-5d9e810a-e077-48f5-8c2b-bad26124bcc3 service nova] Enqueued Resource ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 with Priority: HIGHEST for action port [ 1059.143925] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_rules [ 1059.144110] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 1059.144249] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 with Priority: HIGHEST for action port [ 1059.144506] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.144630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.144723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.145228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.145228] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.145956] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.146098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.146158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.146338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.147116] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.147232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.147304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.147456] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.147941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.147941] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.150529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42ccdb0-4c07-4a2a-b775-69717c3415f5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.150529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.150529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.150716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.150716] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42ccdb0-4c07-4a2a-b775-69717c3415f5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.651096] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.652472] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f42ccdb0-4c07-4a2a-b775-69717c3415f5 with status ACTIVE [ 1059.653037] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.653037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.653037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.653226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.653226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.653393] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.653560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.653625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.653781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.653858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.654106] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.654173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.654207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.654352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.654441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.654496] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f42ccdb0-4c07-4a2a-b775-69717c3415f5 is going to be updated. [ 1059.655596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.655681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676589] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.676809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.677167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.677344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.677541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42ccdb0-4c07-4a2a-b775-69717c3415f5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.949875] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 in Status: SUCCESS [ 1059.950740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.950958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.951244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.951452] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.951584] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.951651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.951894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.952115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.952115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.952216] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.157316] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.457568] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.457768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.457838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.458289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.458478] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.458596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.458649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.458810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.458921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.458988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.459333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.459460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.459494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.459645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.459766] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.459859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.459915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.460066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.460142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.460226] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.460652] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.664826] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.664826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.664826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.664826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.664826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.664826] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf is going to be updated. [ 1060.712173] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.712388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.712388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.712634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.712787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.724734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: IN_PROGRESS for 2s [ 1060.962989] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35: rpc.has_security_group_logging(os_id): False [ 1060.987063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.987244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.987317] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.987551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.987642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.987907] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.988037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.988103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.988294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.988379] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.988599] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.988704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.988776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.988923] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.989014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.989211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.989304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.989365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.989514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.989590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.989676] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 is going to be created. [ 1061.054654] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.054900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.054972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.055275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.055411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.072568] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 in Status: IN_PROGRESS for 2s [ 1062.735607] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: SUCCESS [ 1062.735995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.735995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.736250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.736461] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.736605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.736671] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.736833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.736913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.737012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.737102] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.089176] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 in Status: SUCCESS [ 1063.089484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.240697] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.742959] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf: rpc.has_security_group_logging(os_id): False [ 1063.763386] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.763720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.763988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.764102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.764442] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.764612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.764748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.764981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.765110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.765240] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf is going to be updated. [ 1063.831991] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.832229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.832229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.832374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.832532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.846351] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: IN_PROGRESS for 2s [ 1064.145986] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1064.145986] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1064.665021] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.665021] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.665021] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.665021] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.665456] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.665797] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.666075] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.668416] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.668416] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.668416] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.668416] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.668416] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.668416] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.668416] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.668416] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.668416] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.687645] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.687645] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.687645] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.687645] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-787" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.687645] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-2b65b305-4eda-495d-a369-ad7e08f824c2 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.688069] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.688069] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.688223] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.688363] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b65b305-4eda-495d-a369-ad7e08f824c2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.191457] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.191457] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.191966] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.192125] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.192394] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.192858] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.193180] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.193357] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.193734] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.193978] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.194432] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.194706] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.194906] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.195239] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.195473] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.195717] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 is going to be updated. [ 1065.221937] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.222241] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.222346] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.223045] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.223045] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.223301] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.863809] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: SUCCESS [ 1065.864208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.951501] env[66160]: INFO networking_nsxv3.common.synchronization [req-6a73626c-0035-4609-a5ac-2b1fddc3b6ef req-304f1b30-7dbf-44b2-b954-9dc66cb2dbd6 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 1065.952011] env[66160]: INFO networking_nsxv3.common.synchronization [req-6a73626c-0035-4609-a5ac-2b1fddc3b6ef req-304f1b30-7dbf-44b2-b954-9dc66cb2dbd6 service nova] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1065.952011] env[66160]: INFO networking_nsxv3.common.synchronization [req-6a73626c-0035-4609-a5ac-2b1fddc3b6ef req-304f1b30-7dbf-44b2-b954-9dc66cb2dbd6 service nova] Enqueued Resource ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 with Priority: HIGHEST for action port [ 1065.952658] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_rules [ 1065.952795] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1065.952894] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 with Priority: HIGHEST for action port [ 1065.954232] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.954439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.954574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.954828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.954965] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.956303] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.956420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.956470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.956747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.958590] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.958890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.959053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.959305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.959511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.959641] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.961878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b65b305-4eda-495d-a369-ad7e08f824c2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.961878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.961878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.962083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.962119] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b65b305-4eda-495d-a369-ad7e08f824c2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.462675] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.464263] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.464263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.464686] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b65b305-4eda-495d-a369-ad7e08f824c2 with status ACTIVE [ 1066.464940] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.464940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.465079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.465653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.465653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.466423] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.466423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.466647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.466840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.467011] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.467559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.467706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.467807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.467986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.468083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.468209] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b65b305-4eda-495d-a369-ad7e08f824c2 is going to be updated. [ 1066.489239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.489494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.489494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.489692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.489836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.489998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b65b305-4eda-495d-a369-ad7e08f824c2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.515573] env[66160]: INFO networking_nsxv3.common.synchronization [req-c319185d-eabf-4cb3-bce0-eb111b72559e req-603a1692-d6b2-4d26-bb64-ea84ce8a6aba tempest-ImagesOneServerTestJSON-664966699 tempest-ImagesOneServerTestJSON-664966699-project-member] Enqueued Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_members [ 1066.515573] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGHEST for action security_group_members [ 1066.515573] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.515573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.515573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.515573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.515573] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.515883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.515883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.515883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.515992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.515992] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.966037] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.018419] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.018636] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.018728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.018972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.019132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.019354] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.019495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.019582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.019749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.019867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.019975] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 is going to be updated. [ 1067.048548] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.048548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.048548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.048548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.048548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.057624] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: IN_PROGRESS for 2s [ 1067.470765] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.471537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.471537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.471537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.471537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.471537] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 1067.504084] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.504247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.504318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.504561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.504676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.519102] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 1069.072210] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 in Status: SUCCESS [ 1069.072691] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 deletion is rescheduled due to dependency. [ 1069.072691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.535028] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 1069.535234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.535462] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.535709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.535958] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.536169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.536330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.536467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.536588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.536700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.536835] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.039013] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.039278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.039278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.039482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.039662] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.039751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.039880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.039998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.040133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.040279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.040517] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.040649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.040715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.040864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.041014] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.041109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.041169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.041305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.041383] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.041461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.041550] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.544759] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b30dfa70-dbc2-497c-941f-71e6a17039ad: rpc.has_security_group_logging(os_id): False [ 1070.565492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.566103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.566103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.566103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.566103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.566422] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.566422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.566422] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.566577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.566666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.566849] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.566978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.567062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.567523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.567662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.567884] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.568106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.568106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.568256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.568323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.568400] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 1070.631323] env[66160]: INFO networking_nsxv3.common.synchronization [req-52682790-1caa-43b8-9495-8a5f266cb131 req-163635ed-8b28-44c1-ba51-c078ceeec59b tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1070.632430] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1070.633234] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.633465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.633661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.633998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.634186] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.634315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.634365] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.634516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.634602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.634902] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.650353] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.650661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.650661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.650862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.651015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.667988] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 1070.710489] env[66160]: INFO networking_nsxv3.common.synchronization [req-335d74c0-c8fb-41ee-b122-d48aa68ad4aa req-f88616e2-22e8-463a-994d-3a9da5db7eef tempest-ServerAddressesNegativeTestJSON-781061085 tempest-ServerAddressesNegativeTestJSON-781061085-project-member] Enqueued Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_members [ 1070.710489] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGHEST for action security_group_members [ 1070.710921] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.711060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.711132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.711368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.711532] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.711633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.711693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.711843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.711930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.712033] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.137304] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.137518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.137564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.137774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.137892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.138134] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.138234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.138299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.138454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.138534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.138617] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 is going to be updated. [ 1071.166032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.166032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.166032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.166032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.166032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.175221] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: IN_PROGRESS for 2s [ 1071.213836] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.214043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.214095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.214330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.214467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.214643] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.214813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.214979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.215145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.215191] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 is going to be updated. [ 1071.245793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.245793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.245936] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.246133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.246312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.265044] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 in Status: IN_PROGRESS for 2s [ 1072.687027] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 1072.687409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.190249] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: SUCCESS [ 1073.190420] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 deletion is rescheduled due to dependency. [ 1073.190587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.283461] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 in Status: SUCCESS [ 1073.283676] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 deletion is rescheduled due to dependency. [ 1073.283837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.711645] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.711996] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1076.190140] env[66160]: INFO networking_nsxv3.common.synchronization [None req-2805dfbf-b4e8-47da-beb0-d22b4b6d2356 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_rules [ 1076.190368] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_rules [ 1076.190968] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8279ee3d-5956-47e7-a782-d734570a9d1a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.191124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.191195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.191499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.191585] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.311012] env[66160]: INFO networking_nsxv3.common.synchronization [None req-dda66a3b-53ca-44d7-8195-3398e3fcd70e tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_rules [ 1076.311302] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_rules [ 1076.312026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8279ee3d-5956-47e7-a782-d734570a9d1a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.312026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.714361] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.714817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.714817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.714817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.714958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.714958] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8279ee3d-5956-47e7-a782-d734570a9d1a already deleted. [ 1076.715194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.715357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.715525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.715609] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.238858] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.239653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.239653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.239653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.239653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.239653] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8279ee3d-5956-47e7-a782-d734570a9d1a already deleted. [ 1077.239653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.592634] env[66160]: INFO networking_nsxv3.common.synchronization [None req-54958e4d-0641-4580-a491-f696b81b9a76 None None] Enqueued Resource ID: 32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5 with Priority: HIGHEST for action port [ 1080.593589] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5 with Priority: HIGHEST for action port [ 1080.594055] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.594375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.594375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.594683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.594839] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.098598] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5 [ 1081.098598] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.098598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.098598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.098598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.098598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.098598] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5 already deleted. [ 1081.098598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f6941b-e51e-4e7f-a12e-25fd1b9c4fc5" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.281484] env[66160]: INFO networking_nsxv3.common.synchronization [None req-88cd18e9-2c54-472d-bdc9-81af0d9df632 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_rules [ 1081.281484] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_rules [ 1081.281806] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.281871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.281913] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.283179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.283179] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.376444] env[66160]: INFO networking_nsxv3.common.synchronization [None req-3878250d-356d-497a-9929-b8a94548aea9 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_rules [ 1081.376561] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_rules [ 1081.376905] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.377225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.812237] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.812237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.812237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.812237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.812237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.812237] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 already deleted. [ 1081.812237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.812728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.815128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.816649] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.133594] env[66160]: INFO networking_nsxv3.common.synchronization [req-dfcfa592-cb11-4db8-8f7a-385b7c43914e req-220ac695-8c7e-4610-ad89-56ea7f6e9ae0 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_members [ 1082.134303] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_members [ 1082.134636] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8279ee3d-5956-47e7-a782-d734570a9d1a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.134757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.134827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135269] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.135372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.135435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135769] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.348464] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.348769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.348769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.348981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.349088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.349213] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 already deleted. [ 1082.349301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.520923] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.521139] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.521260] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.521526] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.521778] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.521931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.522239] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.522489] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.522633] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.522872] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.522981] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.523105] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.523210] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.523315] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.523415] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.523541] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.545895] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.546092] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.546234] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.546412] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.547046] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-db411204-35be-4189-806b-17143b1ef3b3 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.547336] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.547476] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.547871] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.548044] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db411204-35be-4189-806b-17143b1ef3b3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.638032] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.638214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.638295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.638574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.638640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.638793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.638881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.638961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.639115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.639190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.639273] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8279ee3d-5956-47e7-a782-d734570a9d1a already deleted. [ 1082.639353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.982726] env[66160]: INFO networking_nsxv3.common.synchronization [None req-49326055-7b19-4b48-83d9-12d920070484 None None] Enqueued Resource ID: 7c1e6934-286b-4d1c-bb97-5abbf5fc8908 with Priority: HIGHEST for action port [ 1082.984026] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1e6934-286b-4d1c-bb97-5abbf5fc8908 with Priority: HIGHEST for action port [ 1082.984362] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1e6934-286b-4d1c-bb97-5abbf5fc8908 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.984492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1e6934-286b-4d1c-bb97-5abbf5fc8908" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.984562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1e6934-286b-4d1c-bb97-5abbf5fc8908" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.984828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1e6934-286b-4d1c-bb97-5abbf5fc8908" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.984914] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1e6934-286b-4d1c-bb97-5abbf5fc8908',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.051294] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.051649] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.051649] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.051851] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.052068] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.052204] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port db411204-35be-4189-806b-17143b1ef3b3 not found, creating... [ 1083.052815] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.052815] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.052979] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.053117] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.053529] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.053622] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.053892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.054105] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.054391] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.054533] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.054682] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: db411204-35be-4189-806b-17143b1ef3b3 is going to be created. [ 1083.086511] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.086511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.086511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.086511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.086511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.086760] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.215088] env[66160]: INFO networking_nsxv3.common.synchronization [req-e0ab5680-6c9b-4319-a9d8-5d4fc9c95aa9 req-6b50d91c-f022-4ceb-a2b6-4ef0918f0d19 tempest-DeleteServersTestJSON-1803604203 tempest-DeleteServersTestJSON-1803604203-project-member] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1083.215283] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGHEST for action security_group_members [ 1083.215576] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.215727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.215811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.216242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.216413] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.216983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.217107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.217696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.217696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.217696] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.490260] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c1e6934-286b-4d1c-bb97-5abbf5fc8908 [ 1083.490423] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.490500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.490543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.491181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.491181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.491181] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c1e6934-286b-4d1c-bb97-5abbf5fc8908 already deleted. [ 1083.491181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1e6934-286b-4d1c-bb97-5abbf5fc8908" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.720203] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.720358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.720432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.720645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.720736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.721345] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.721461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.721528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.721694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.721777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.721884] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be updated. [ 1083.753146] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.754155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.754155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.754155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.754155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.763235] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: IN_PROGRESS for 2s [ 1083.774993] env[66160]: INFO networking_nsxv3.common.synchronization [req-dfcfa592-cb11-4db8-8f7a-385b7c43914e req-d8e9d65d-c34a-47ef-a1f7-ec4ba531a0a4 service nova] Enqueued Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_rules [ 1083.775680] env[66160]: INFO networking_nsxv3.common.synchronization [req-dfcfa592-cb11-4db8-8f7a-385b7c43914e req-d8e9d65d-c34a-47ef-a1f7-ec4ba531a0a4 service nova] Enqueued Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_members [ 1083.776478] env[66160]: INFO networking_nsxv3.common.synchronization [req-dfcfa592-cb11-4db8-8f7a-385b7c43914e req-d8e9d65d-c34a-47ef-a1f7-ec4ba531a0a4 service nova] Enqueued Resource ID: db411204-35be-4189-806b-17143b1ef3b3 with Priority: HIGHEST for action port [ 1083.777128] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_rules [ 1083.777330] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_members [ 1083.777481] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db411204-35be-4189-806b-17143b1ef3b3 with Priority: HIGHEST for action port [ 1083.777822] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8279ee3d-5956-47e7-a782-d734570a9d1a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.778015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.778137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.778412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.778500] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.779371] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8279ee3d-5956-47e7-a782-d734570a9d1a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.779490] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.779644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.779856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780047] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.780175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.780259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.780436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.780693] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.781641] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-db411204-35be-4189-806b-17143b1ef3b3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.781776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.781863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.782056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.782135] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db411204-35be-4189-806b-17143b1ef3b3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.284133] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.285216] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8279ee3d-5956-47e7-a782-d734570a9d1a taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.285345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.285599] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db411204-35be-4189-806b-17143b1ef3b3 with status ACTIVE [ 1084.285697] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.285768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.285805] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.286243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.286243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.286353] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.286415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.286452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.286679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.286679] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.286816] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.286904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.286958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.287115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.287182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.287960] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db411204-35be-4189-806b-17143b1ef3b3 is going to be updated. [ 1084.314337] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.314553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.314553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.314751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.314892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.315210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db411204-35be-4189-806b-17143b1ef3b3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.789711] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.131328] env[66160]: INFO networking_nsxv3.common.synchronization [req-50242d6e-8ba9-4a53-8582-b018422d45cb req-7e027273-95da-42f5-915b-f8953289122c tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1085.131881] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1085.134563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.134706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.134777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.134982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.135165] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.135269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.135329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.135481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.135564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.135656] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.294846] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.294846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.294846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.294846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.294846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.294846] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8279ee3d-5956-47e7-a782-d734570a9d1a is going to be created. [ 1085.333576] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.333576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.333576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.333576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.333576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.346583] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8279ee3d-5956-47e7-a782-d734570a9d1a in Status: UNINITIALIZED for 2s [ 1085.638970] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.776358] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879dae25-9dc7-4b27-961e-966e24d88c62 in Status: SUCCESS [ 1085.777169] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 deletion is rescheduled due to dependency. [ 1085.777169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.144229] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.647572] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.647979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.647979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.648129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.648203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.648329] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 is going to be updated. [ 1086.678018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.678282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.678385] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.678619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.678798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.687963] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: IN_PROGRESS for 2s [ 1087.356669] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8279ee3d-5956-47e7-a782-d734570a9d1a in Status: SUCCESS [ 1087.356958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.357076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.357299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.357489] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.357605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.357674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.357830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.357919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.358011] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.358808] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.625564] env[66160]: INFO networking_nsxv3.common.synchronization [req-ab1e83a6-a445-41e9-8f56-a9a6cee96865 req-fd6d651f-d7a0-4165-97c4-1ebbd8ca2f25 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_members [ 1087.626187] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_members [ 1087.626515] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.626674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.626759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.626952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.627135] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.627239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.627312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.627446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.627725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.627725] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.647908] env[66160]: INFO networking_nsxv3.common.synchronization [req-6968ae80-83e4-4df5-9c10-ab8cf61ae420 req-4ee0b63e-664b-458b-afcd-5c2d0ab12506 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1087.648455] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1087.648802] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.648953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.649053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.649290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.649475] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.649664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.649849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.649943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.650061] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.860920] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.976272] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.976471] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.976594] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.976926] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.977218] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.977378] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.977501] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.977763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.977910] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.978678] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.978805] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.978922] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.979043] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.979167] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.979266] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.979399] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.999758] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.999945] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.000266] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.000500] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.000862] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.001052] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.001172] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.001492] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.001631] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e8305f-0fa9-4b4e-986c-b38fd7304bb8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.132955] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.132955] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.132955] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 already deleted. [ 1088.132955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.152337] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.152897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.152897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.152897] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.153150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.153706] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.153706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.153706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.153706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.153706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.153706] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1088.180491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.180641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.180729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.180963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.181122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.189525] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1088.363640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8279ee3d-5956-47e7-a782-d734570a9d1a: rpc.has_security_group_logging(os_id): False [ 1088.381719] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.381875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.381949] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.382206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.382297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.382547] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.382648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.382726] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.382988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.383083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.383172] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8279ee3d-5956-47e7-a782-d734570a9d1a is going to be created. [ 1088.450823] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.451108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.451108] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.451353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.451719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.465990] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8279ee3d-5956-47e7-a782-d734570a9d1a in Status: IN_PROGRESS for 2s [ 1088.504165] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.504505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.504571] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.504845] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.505026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.505303] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 97e8305f-0fa9-4b4e-986c-b38fd7304bb8 not found, creating... [ 1088.505587] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.505908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.505908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.506157] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.506299] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.506709] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.506882] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.507022] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.507324] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.507459] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.507608] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 97e8305f-0fa9-4b4e-986c-b38fd7304bb8 is going to be created. [ 1088.549945] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.550212] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.550286] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.550555] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.550816] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.551075] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.703098] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: SUCCESS [ 1088.703570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.218061] env[66160]: INFO networking_nsxv3.common.synchronization [req-ab1e83a6-a445-41e9-8f56-a9a6cee96865 req-79e2b1a7-a754-4f1f-acd4-10e198e6aa6b service nova] Enqueued Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_rules [ 1089.218259] env[66160]: INFO networking_nsxv3.common.synchronization [req-ab1e83a6-a445-41e9-8f56-a9a6cee96865 req-79e2b1a7-a754-4f1f-acd4-10e198e6aa6b service nova] Enqueued Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_members [ 1089.218396] env[66160]: INFO networking_nsxv3.common.synchronization [req-ab1e83a6-a445-41e9-8f56-a9a6cee96865 req-79e2b1a7-a754-4f1f-acd4-10e198e6aa6b service nova] Enqueued Resource ID: 97e8305f-0fa9-4b4e-986c-b38fd7304bb8 with Priority: HIGHEST for action port [ 1089.218941] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_rules [ 1089.219150] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_members [ 1089.219202] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e8305f-0fa9-4b4e-986c-b38fd7304bb8 with Priority: HIGHEST for action port [ 1089.219460] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.219581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.219673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.219842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.219922] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.220810] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.220911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.220997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.221166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.221318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.221433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.221598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.221672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.221730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.221816] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.222529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.222680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.222718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.223015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.223015] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e8305f-0fa9-4b4e-986c-b38fd7304bb8',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.724932] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.726577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.726699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.726865] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97e8305f-0fa9-4b4e-986c-b38fd7304bb8 with status ACTIVE [ 1089.727041] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.727150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.727215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.727787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.727842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.728029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.728136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.728202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.728486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.728560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.728747] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.728871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.728905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.729049] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.729127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.729212] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97e8305f-0fa9-4b4e-986c-b38fd7304bb8 is going to be updated. [ 1089.750933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.751118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.751165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.751367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.751500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.751656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e8305f-0fa9-4b4e-986c-b38fd7304bb8" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.199345] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1090.199554] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 1090.199684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.227361] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.481456] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8279ee3d-5956-47e7-a782-d734570a9d1a in Status: SUCCESS [ 1090.481734] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.730025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.730335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.730335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.730411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.730457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.731036] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 is going to be created. [ 1090.753690] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.754177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.754177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.754309] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.754470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.765227] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 in Status: UNINITIALIZED for 2s [ 1092.776877] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 in Status: SUCCESS [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.778446] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.778446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.778446] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.245803] env[66160]: INFO networking_nsxv3.common.synchronization [req-b9bc151d-d8a0-4529-b1ee-c05cbcd1cae8 req-7e905769-fad6-4989-91cc-31b12f452014 tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1093.246639] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1093.247078] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.247210] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.247287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.247551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.247744] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.247892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.247962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.249678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.250258] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.250374] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.280568] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.753764] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.754048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.754048] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.754283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.754379] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.754579] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.754738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.754786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.754948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.755047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.755128] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1093.781894] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.781894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.781894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.782561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.782561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.783410] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbda03fc-0167-45c2-b1f7-3ab64cce6da0: rpc.has_security_group_logging(os_id): False [ 1093.792034] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.792034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.792034] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.792576] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.793037] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.793158] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.793737] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.793737] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.793975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.794401] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.794401] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.794573] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.794622] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.794734] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.794840] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.795072] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.796952] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1093.805755] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.806654] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.806779] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.807019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.807173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.807427] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.807548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.807612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.807778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.807859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.807983] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 is going to be created. [ 1093.829580] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.829752] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.830131] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.830407] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-433" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.830779] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-8b74dca1-f250-4e79-b522-dec1217567b7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.831272] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.831408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.832249] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.832249] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b74dca1-f250-4e79-b522-dec1217567b7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.888657] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.889164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.889164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.889291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.889455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.904264] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 in Status: IN_PROGRESS for 2s [ 1094.052177] env[66160]: INFO networking_nsxv3.common.synchronization [req-00eabd77-8b72-4a1c-9e2b-07402edb4487 req-2ef9611f-feea-41fc-877f-ff601d9ffaa2 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1094.053012] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 with Priority: HIGHEST for action security_group_members [ 1094.053379] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c8e761-f6a3-43fb-bc37-945b758137f6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.053488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.053632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.053763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.053912] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.054068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.054161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.054333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.054433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.054545] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c8e761-f6a3-43fb-bc37-945b758137f6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.335520] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.335873] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.336096] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.336487] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.336673] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.336861] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 8b74dca1-f250-4e79-b522-dec1217567b7 not found, creating... [ 1094.337228] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.337428] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.337550] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.337830] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.337973] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.338413] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.338723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.338853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.339250] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.339395] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.339614] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 8b74dca1-f250-4e79-b522-dec1217567b7 is going to be created. [ 1094.364107] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.364331] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.364542] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.364715] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.364944] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.365191] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.556525] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.556763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.556763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.557030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.594853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.595076] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.595327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.595327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.595599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.595704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.595858] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 is going to be updated. [ 1094.633570] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.633889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.634135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.634501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.634842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.649546] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: IN_PROGRESS for 2s [ 1095.101042] env[66160]: INFO networking_nsxv3.common.synchronization [req-b9bc151d-d8a0-4529-b1ee-c05cbcd1cae8 req-3dbd6abc-cd00-44aa-8691-67edf6b343d6 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 1095.101312] env[66160]: INFO networking_nsxv3.common.synchronization [req-b9bc151d-d8a0-4529-b1ee-c05cbcd1cae8 req-3dbd6abc-cd00-44aa-8691-67edf6b343d6 service nova] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1095.101350] env[66160]: INFO networking_nsxv3.common.synchronization [req-b9bc151d-d8a0-4529-b1ee-c05cbcd1cae8 req-3dbd6abc-cd00-44aa-8691-67edf6b343d6 service nova] Enqueued Resource ID: 8b74dca1-f250-4e79-b522-dec1217567b7 with Priority: HIGHEST for action port [ 1095.101935] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_rules [ 1095.106171] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1095.106326] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b74dca1-f250-4e79-b522-dec1217567b7 with Priority: HIGHEST for action port [ 1095.106631] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.106756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.106822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.107046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.107130] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.108637] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.108739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.108936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b74dca1-f250-4e79-b522-dec1217567b7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.109043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.109219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.109289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.109334] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b74dca1-f250-4e79-b522-dec1217567b7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.612739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.612942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.613192] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b74dca1-f250-4e79-b522-dec1217567b7 with status ACTIVE [ 1095.613376] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.613509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.613586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.613825] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.613922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.614109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.614458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.614458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.614458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.614588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.614726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.614836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.614900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.615594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.615594] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.615594] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b74dca1-f250-4e79-b522-dec1217567b7 is going to be updated. [ 1095.637887] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.638052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.638153] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.638332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.638468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.638681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b74dca1-f250-4e79-b522-dec1217567b7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.811350] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1095.811570] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 1095.811638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.811810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.812078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.812274] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.812400] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.812467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.812624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.812708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.812804] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.917821] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 in Status: SUCCESS [ 1095.918178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.315648] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.659071] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 in Status: SUCCESS [ 1096.659254] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c8e761-f6a3-43fb-bc37-945b758137f6 deletion is rescheduled due to dependency. [ 1096.659254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c8e761-f6a3-43fb-bc37-945b758137f6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.818512] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.321568] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.321969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.321969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.322060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.322114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.322218] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1097.355166] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.355166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.355166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.355166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.355572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.366153] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1098.615997] env[66160]: INFO networking_nsxv3.common.synchronization [None req-f824673e-a612-4c98-b882-3b87d8ef1da8 tempest-AttachInterfacesTestJSON-733997097 tempest-AttachInterfacesTestJSON-733997097-project-member] Enqueued Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1098.617807] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30dfa70-dbc2-497c-941f-71e6a17039ad with Priority: HIGHEST for action security_group_members [ 1098.617807] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-b30dfa70-dbc2-497c-941f-71e6a17039ad taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.617979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.617979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.618162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.618344] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.618404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.618806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.618806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.618806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.618806] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b30dfa70-dbc2-497c-941f-71e6a17039ad',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.120990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.122026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.122026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.122026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.122026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.122645] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.122645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.122645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.122645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.122903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.122903] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad is going to be updated. [ 1099.158036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.158036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.158036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.158539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.158578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.171426] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: IN_PROGRESS for 2s [ 1099.379122] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1099.379394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.379529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.379748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.379961] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.380094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.380150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.380304] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.380417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.380478] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.380828] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.883915] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.887020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.887020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.887020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.887020] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.887739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.887860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.888059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.888174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.888284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.888415] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.390525] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 105e715f-897c-47db-ad40-bc092c087de6: rpc.has_security_group_logging(os_id): False [ 1100.409552] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.409552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.409806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.409806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.409919] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.410075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.410229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.410320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.410475] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.410575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.410629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.410773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.410846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.411052] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.411149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.411198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.411334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.411401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.411483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1100.480519] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.480758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.480758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.481179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.481179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.495935] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1100.646616] env[66160]: INFO networking_nsxv3.common.synchronization [req-87f3e75a-048b-4c9e-98d8-6f2b743590ba req-969cd79d-0737-4a4f-ab82-cee9bd951255 tempest-ListServerFiltersTestJSON-1807145429 tempest-ListServerFiltersTestJSON-1807145429-project-member] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1100.647037] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1100.647366] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.647537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.647618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.647883] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.648059] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.648169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.648426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.648426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.648507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.648550] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.105793] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.106162] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.106162] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.106465] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.106720] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.106880] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.106996] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.107233] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.107438] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.107657] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.107797] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.107907] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.108024] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.108139] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.108254] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.108375] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.128142] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.128360] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.128779] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.128779] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.129132] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.129377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.129505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.129828] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.129967] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ead9bbe-b98b-41a0-8c51-c1d8893f03ed',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.150348] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.150535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.150588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.150844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.150931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.151076] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.151179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.151243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.151402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.151482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.151579] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 already deleted. [ 1101.151682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.182230] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b30dfa70-dbc2-497c-941f-71e6a17039ad in Status: SUCCESS [ 1101.182425] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b30dfa70-dbc2-497c-941f-71e6a17039ad deletion is rescheduled due to dependency. [ 1101.182536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b30dfa70-dbc2-497c-941f-71e6a17039ad" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.633126] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.633405] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.633527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.633773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.633917] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.634115] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 0ead9bbe-b98b-41a0-8c51-c1d8893f03ed not found, creating... [ 1101.634393] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.634547] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.634660] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.634878] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.635026] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.635344] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.635505] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.635624] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.635831] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.635964] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.636115] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 0ead9bbe-b98b-41a0-8c51-c1d8893f03ed is going to be created. [ 1101.662465] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.662747] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.662830] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.663235] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.663484] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.663715] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.411197] env[66160]: INFO networking_nsxv3.common.synchronization [req-87f3e75a-048b-4c9e-98d8-6f2b743590ba req-a274bd73-8f22-4825-aada-482e0d4d5ee6 service nova] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_rules [ 1102.411508] env[66160]: INFO networking_nsxv3.common.synchronization [req-87f3e75a-048b-4c9e-98d8-6f2b743590ba req-a274bd73-8f22-4825-aada-482e0d4d5ee6 service nova] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1102.411508] env[66160]: INFO networking_nsxv3.common.synchronization [req-87f3e75a-048b-4c9e-98d8-6f2b743590ba req-a274bd73-8f22-4825-aada-482e0d4d5ee6 service nova] Enqueued Resource ID: 0ead9bbe-b98b-41a0-8c51-c1d8893f03ed with Priority: HIGHEST for action port [ 1102.413585] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_rules [ 1102.414125] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1102.414426] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ead9bbe-b98b-41a0-8c51-c1d8893f03ed with Priority: HIGHEST for action port [ 1102.414746] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.414873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.414946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.415261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.415369] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.417057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.417057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.417057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.417057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.417057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.417315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.417315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.417315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.417415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.417525] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.418556] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.418902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.418902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.418902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.419073] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ead9bbe-b98b-41a0-8c51-c1d8893f03ed',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.512076] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1102.512414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.920902] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.921444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.921444] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.922422] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ead9bbe-b98b-41a0-8c51-c1d8893f03ed with status ACTIVE [ 1102.922613] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.922765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.922808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.923109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.923182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923394] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.923488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.923578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.923820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.923998] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.924376] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.924492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.924562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.924718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.924921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.924921] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ead9bbe-b98b-41a0-8c51-c1d8893f03ed is going to be updated. [ 1102.928306] env[66160]: INFO networking_nsxv3.common.synchronization [req-ce1a3caa-a773-4780-8535-b2a7ffa6cb07 req-12d95f4d-b550-4197-9faa-2a8fecbae529 tempest-ListServerFiltersTestJSON-1807145429 tempest-ListServerFiltersTestJSON-1807145429-project-member] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1102.929477] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1102.929612] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.929708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.949154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.949558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.949558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.949727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.949887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.950058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ead9bbe-b98b-41a0-8c51-c1d8893f03ed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.263908] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.264264] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.264461] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.264773] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.265215] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.265323] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.265446] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.269099] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.269099] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.269099] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.269099] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.269099] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.269099] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.269099] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.269099] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.269099] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.290076] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.290615] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.290615] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.290615] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.291145] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-cd3c51e0-87cf-4406-8575-e6de57bd65cd taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.291304] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.291347] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.291892] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.291892] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3c51e0-87cf-4406-8575-e6de57bd65cd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.363895] env[66160]: INFO networking_nsxv3.common.synchronization [None req-6c909063-2db6-42bb-a036-90678da0c464 None None] Enqueued Resource ID: cb7e5524-224a-4bfc-a92c-dc8955cedc47 with Priority: HIGHEST for action port [ 1103.364592] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7e5524-224a-4bfc-a92c-dc8955cedc47 with Priority: HIGHEST for action port [ 1103.365028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb7e5524-224a-4bfc-a92c-dc8955cedc47 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.365169] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb7e5524-224a-4bfc-a92c-dc8955cedc47" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.365215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb7e5524-224a-4bfc-a92c-dc8955cedc47" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.365719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb7e5524-224a-4bfc-a92c-dc8955cedc47" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.365719] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7e5524-224a-4bfc-a92c-dc8955cedc47',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.428102] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.799725] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.799725] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port cd3c51e0-87cf-4406-8575-e6de57bd65cd not found, creating... [ 1103.799725] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.799725] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.800253] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.801381] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.801646] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.803312] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.803312] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.803312] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: cd3c51e0-87cf-4406-8575-e6de57bd65cd is going to be created. [ 1103.825777] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.825958] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.826234] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.826616] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.826972] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.827276] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.867431] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb7e5524-224a-4bfc-a92c-dc8955cedc47 [ 1103.867688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.867867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.867967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.868214] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.868341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.868468] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb7e5524-224a-4bfc-a92c-dc8955cedc47 already deleted. [ 1103.868574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb7e5524-224a-4bfc-a92c-dc8955cedc47" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932149] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.932319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.932392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.932607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.932694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932841] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be created. [ 1103.963128] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.963264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.963357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.966245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.966245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.974899] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: UNINITIALIZED for 2s [ 1104.579779] env[66160]: INFO networking_nsxv3.common.synchronization [req-ce1a3caa-a773-4780-8535-b2a7ffa6cb07 req-3cd49fa7-4db1-41be-a290-9b4250399916 service nova] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_rules [ 1104.580043] env[66160]: INFO networking_nsxv3.common.synchronization [req-ce1a3caa-a773-4780-8535-b2a7ffa6cb07 req-3cd49fa7-4db1-41be-a290-9b4250399916 service nova] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1104.580146] env[66160]: INFO networking_nsxv3.common.synchronization [req-ce1a3caa-a773-4780-8535-b2a7ffa6cb07 req-3cd49fa7-4db1-41be-a290-9b4250399916 service nova] Enqueued Resource ID: cd3c51e0-87cf-4406-8575-e6de57bd65cd with Priority: HIGHEST for action port [ 1104.580642] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_rules [ 1104.580774] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1104.580932] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3c51e0-87cf-4406-8575-e6de57bd65cd with Priority: HIGHEST for action port [ 1104.581248] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.581350] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.581577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.581667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.581841] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd3c51e0-87cf-4406-8575-e6de57bd65cd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.581937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.582009] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.582235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.582312] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3c51e0-87cf-4406-8575-e6de57bd65cd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.084917] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd3c51e0-87cf-4406-8575-e6de57bd65cd with status ACTIVE [ 1105.085058] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.085204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.086024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.086024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.086024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.086024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.086024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.086024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.086234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.086234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.086309] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.086745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.086812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.086959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.087045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.087136] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd3c51e0-87cf-4406-8575-e6de57bd65cd is going to be updated. [ 1105.110641] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.110785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.110876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.112437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.112437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.112437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd3c51e0-87cf-4406-8575-e6de57bd65cd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.358494] env[66160]: INFO networking_nsxv3.common.synchronization [req-1286e43d-921e-41af-b784-3be73d744714 req-03696b6a-fd62-402e-bb18-886f4649273b tempest-ListServerFiltersTestJSON-1807145429 tempest-ListServerFiltersTestJSON-1807145429-project-member] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1105.359016] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1105.359468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.359611] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.728836] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.729128] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.729159] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.729430] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.730048] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.730048] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.734831] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.735158] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.735316] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.736937] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.736937] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.736937] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.736937] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.736937] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.736937] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.736937] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.759935] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.760111] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.760240] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.760408] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-127" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.760725] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-5eb1244d-ebe1-4004-9d6b-45075a274d97 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760938] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.761039] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.761367] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.761506] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb1244d-ebe1-4004-9d6b-45075a274d97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.985654] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1105.985837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.985890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.986115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.986357] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.986488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.986488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.986631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.986707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.987819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.987819] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.987819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.987989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.988475] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.988591] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.988665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.988802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.988888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.988971] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.203251] env[66160]: INFO networking_nsxv3.common.synchronization [None req-3655cb47-2675-46b1-a55c-7266d185eb77 None None] Enqueued Resource ID: 53f92cb7-23f5-4ea9-8c02-f224056e2b2e with Priority: HIGHEST for action port [ 1106.206967] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f92cb7-23f5-4ea9-8c02-f224056e2b2e with Priority: HIGHEST for action port [ 1106.210061] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f92cb7-23f5-4ea9-8c02-f224056e2b2e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.210061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f92cb7-23f5-4ea9-8c02-f224056e2b2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.210061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f92cb7-23f5-4ea9-8c02-f224056e2b2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.210061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f92cb7-23f5-4ea9-8c02-f224056e2b2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.210061] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f92cb7-23f5-4ea9-8c02-f224056e2b2e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.264428] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.264796] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.264997] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.265360] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.265554] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.265792] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 5eb1244d-ebe1-4004-9d6b-45075a274d97 not found, creating... [ 1106.266689] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.268619] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.268619] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.268720] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.270992] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.271534] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.271801] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.271943] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.272315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.272523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.272736] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 5eb1244d-ebe1-4004-9d6b-45075a274d97 is going to be created. [ 1106.305112] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.305112] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.305334] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.305603] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.305894] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.306228] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.492030] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.492030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.492285] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.715387] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f92cb7-23f5-4ea9-8c02-f224056e2b2e [ 1106.715571] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.716305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.716305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.716305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.716305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.716305] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f92cb7-23f5-4ea9-8c02-f224056e2b2e already deleted. [ 1106.716305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f92cb7-23f5-4ea9-8c02-f224056e2b2e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.995473] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.040463] env[66160]: INFO networking_nsxv3.common.synchronization [req-1286e43d-921e-41af-b784-3be73d744714 req-784ec773-cb88-4c9a-becd-967fb73318a2 service nova] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_rules [ 1107.040677] env[66160]: INFO networking_nsxv3.common.synchronization [req-1286e43d-921e-41af-b784-3be73d744714 req-784ec773-cb88-4c9a-becd-967fb73318a2 service nova] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1107.040813] env[66160]: INFO networking_nsxv3.common.synchronization [req-1286e43d-921e-41af-b784-3be73d744714 req-784ec773-cb88-4c9a-becd-967fb73318a2 service nova] Enqueued Resource ID: 5eb1244d-ebe1-4004-9d6b-45075a274d97 with Priority: HIGHEST for action port [ 1107.041714] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_rules [ 1107.041862] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1107.041969] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb1244d-ebe1-4004-9d6b-45075a274d97 with Priority: HIGHEST for action port [ 1107.042260] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.042366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.042652] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.042941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.042941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb1244d-ebe1-4004-9d6b-45075a274d97 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.043181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.043181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.043852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.043852] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb1244d-ebe1-4004-9d6b-45075a274d97',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.499958] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.500790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.500790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.500790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.500790] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.501074] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1107.515709] env[66160]: INFO networking_nsxv3.common.synchronization [req-f12651dd-f81b-4d53-85ed-20ff66078fa1 req-383be1aa-bbb8-4c1c-878b-438b1aa51e4c tempest-ServerDiskConfigTestJSON-730931214 tempest-ServerDiskConfigTestJSON-730931214-project-member] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1107.516189] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGHEST for action security_group_members [ 1107.516570] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.516708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.517290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.517290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.517416] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.518019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.518019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.518019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.518019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.518019] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.545190] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5eb1244d-ebe1-4004-9d6b-45075a274d97 with status ACTIVE [ 1107.545483] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.545668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.545773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.545979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.546105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.546360] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.546563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.546563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.547431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.547431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.547431] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.547431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.547431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.547635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.547635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.547708] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5eb1244d-ebe1-4004-9d6b-45075a274d97 is going to be updated. [ 1107.552142] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.552142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.552142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.552142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.552142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.568809] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1107.592570] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.592881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.593224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.593405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.593583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb1244d-ebe1-4004-9d6b-45075a274d97" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.020553] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.020895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.020895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.021110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.021230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.021446] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.021550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.021600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.021771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.021847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.021933] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be updated. [ 1108.072558] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.072558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.072558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.072558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.072558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.084236] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: IN_PROGRESS for 2s [ 1109.580824] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1109.581204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.581569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.581569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.581757] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.581876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.581950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.582262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.582262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.582262] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.084463] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.098605] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 105e715f-897c-47db-ad40-bc092c087de6 in Status: SUCCESS [ 1110.098605] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 105e715f-897c-47db-ad40-bc092c087de6 deletion is rescheduled due to dependency. [ 1110.098774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.497523] env[66160]: INFO networking_nsxv3.common.synchronization [req-870d0b03-d41d-4464-9437-e9bb60067a7b req-491fda49-8f36-4248-a629-bc56aec32970 tempest-ServerGroupTestJSON-1597932832 tempest-ServerGroupTestJSON-1597932832-project-member] Enqueued Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_members [ 1110.498111] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_members [ 1110.498425] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.498583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.498655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.498946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.499103] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.499209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.499255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.499411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.499504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.499570] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.587359] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.830212] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.830508] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-203" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.830580] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-203" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.830977] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-203" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.831227] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.831443] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.831537] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.831832] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.831997] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.832229] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.832343] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.832449] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.832556] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.832657] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.832763] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.832914] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.853723] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.853900] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.854067] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.854315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-203" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.854679] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-ad03848d-8691-4c94-8baa-3260daff43aa taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.854859] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.854978] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.855331] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.855480] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad03848d-8691-4c94-8baa-3260daff43aa',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.002773] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.002773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.002773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.002982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.003122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.003380] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.003542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.003542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.003702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.003785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.003912] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43949ee9-503d-4f0a-b5b6-989cab746249 already deleted. [ 1111.004029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.090507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.090731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.090868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.091250] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.091405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.091580] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1111.123843] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.124115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.124231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.124606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.124851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.136508] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1111.358356] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.358585] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.359420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.359420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.359420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.359420] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port ad03848d-8691-4c94-8baa-3260daff43aa not found, creating... [ 1111.359629] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.359791] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.359908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.360151] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.360287] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.360574] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.360729] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.360853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.361099] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.361221] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.361354] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: ad03848d-8691-4c94-8baa-3260daff43aa is going to be created. [ 1111.382867] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.383197] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.383329] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.383609] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.383850] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.384141] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.110021] env[66160]: INFO networking_nsxv3.common.synchronization [req-870d0b03-d41d-4464-9437-e9bb60067a7b req-a52a9516-4589-4a8e-9bc3-f529c5b9729f service nova] Enqueued Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_rules [ 1112.110021] env[66160]: INFO networking_nsxv3.common.synchronization [req-870d0b03-d41d-4464-9437-e9bb60067a7b req-a52a9516-4589-4a8e-9bc3-f529c5b9729f service nova] Enqueued Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_members [ 1112.110021] env[66160]: INFO networking_nsxv3.common.synchronization [req-870d0b03-d41d-4464-9437-e9bb60067a7b req-a52a9516-4589-4a8e-9bc3-f529c5b9729f service nova] Enqueued Resource ID: ad03848d-8691-4c94-8baa-3260daff43aa with Priority: HIGHEST for action port [ 1112.110701] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_rules [ 1112.111983] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_members [ 1112.111983] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad03848d-8691-4c94-8baa-3260daff43aa with Priority: HIGHEST for action port [ 1112.111983] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.111983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.111983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.111983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.112432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.114578] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.114797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.114797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.115014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.115181] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.115297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.115356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.115553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.115659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.115745] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.116774] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad03848d-8691-4c94-8baa-3260daff43aa taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.116774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.117185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.117185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.117185] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad03848d-8691-4c94-8baa-3260daff43aa',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.615801] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.615940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.618387] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.619556] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad03848d-8691-4c94-8baa-3260daff43aa with status ACTIVE [ 1112.619703] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.619848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.619917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.620361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.620361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.620447] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.620511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.620575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.620731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.620809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.621017] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.621164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.621266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.621471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.621529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.621619] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad03848d-8691-4c94-8baa-3260daff43aa is going to be updated. [ 1112.652290] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.652459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.652530] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.652764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.652925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.653167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad03848d-8691-4c94-8baa-3260daff43aa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.124413] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.150374] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1113.150637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.150752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.151027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.151241] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.151357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.151441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.151607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.151712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.151835] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.626889] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.627216] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.627340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.627626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.627770] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.627933] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43949ee9-503d-4f0a-b5b6-989cab746249 is going to be created. [ 1113.655345] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.656180] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.656269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.656318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.656537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.656697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.668653] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43949ee9-503d-4f0a-b5b6-989cab746249 in Status: UNINITIALIZED for 2s [ 1114.160172] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.662753] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.666024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.666024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.666024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.666024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.666024] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1114.696978] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.697106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.697175] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.697385] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.697521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.711798] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1115.679943] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43949ee9-503d-4f0a-b5b6-989cab746249 in Status: SUCCESS [ 1115.680212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.680343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.680592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.680736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.680847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.680915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.681147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.681197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.681277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.681370] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.184812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.184812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.184812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.184812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.184812] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.184812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.184812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.185182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.185182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.185182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.185251] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.185300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.185367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.185548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.185738] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.186150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.186254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.186469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.186616] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.186875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.186875] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.516105] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.516269] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.516312] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.516579] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.516917] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.517092] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.517209] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.517762] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.517956] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.518179] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.518293] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.518402] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.518510] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.518616] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.518830] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.518993] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.540760] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.540916] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.541060] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.541285] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-379" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.541620] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-f5cd5c92-14f5-42ef-9389-c7d16adac166 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.541801] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.541957] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.542276] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.542444] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cd5c92-14f5-42ef-9389-c7d16adac166',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.689535] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43949ee9-503d-4f0a-b5b6-989cab746249: rpc.has_security_group_logging(os_id): False [ 1116.715529] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.715737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.715832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.716224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.716353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.716642] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.716798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.716891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.717196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.717320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.717613] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.717759] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.717861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.718056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.718155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.718453] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.718576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.718642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.718775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.718851] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.718948] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43949ee9-503d-4f0a-b5b6-989cab746249 is going to be created. [ 1116.732091] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1116.732091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.732091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.732435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.732471] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.732592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.732658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.732821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.732898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.732985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.733197] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.733292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.733334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.733486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.733626] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.733721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.733780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.733915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.733989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.734084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.734169] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.735311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.735311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.735532] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.735613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.735613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.735764] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.735838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.735924] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.782451] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.782702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.782815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.783219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.783504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.797116] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43949ee9-503d-4f0a-b5b6-989cab746249 in Status: IN_PROGRESS for 2s [ 1117.045584] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.046045] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.046315] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.046701] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.046974] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.047545] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.047877] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.048014] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.048367] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.048674] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049073] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.049353] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.049527] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.049815] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.050285] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.050508] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 is going to be updated. [ 1117.077413] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.077673] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.077853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.078242] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.078482] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.078853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.112432] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1117.112432] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1117.239873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2914f3df-c1c8-4fc0-97b7-c92041a79f01: rpc.has_security_group_logging(os_id): False [ 1117.241296] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.272673] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.272673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.272948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.273079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.273215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.273660] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.273660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.273782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.274539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.274539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.274539] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.274775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.274775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.274879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.274980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.275421] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.275512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.275578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.276460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.276460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.276460] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be created. [ 1117.347920] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.348162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.348162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.348345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.348523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.359179] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1117.745450] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.812775] env[66160]: INFO networking_nsxv3.common.synchronization [req-4a1ffa04-6275-457d-9949-0f20c415d625 req-86e7088c-59c0-4682-9c4c-6a47b1b53e74 service nova] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_rules [ 1117.812949] env[66160]: INFO networking_nsxv3.common.synchronization [req-4a1ffa04-6275-457d-9949-0f20c415d625 req-86e7088c-59c0-4682-9c4c-6a47b1b53e74 service nova] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1117.813101] env[66160]: INFO networking_nsxv3.common.synchronization [req-4a1ffa04-6275-457d-9949-0f20c415d625 req-86e7088c-59c0-4682-9c4c-6a47b1b53e74 service nova] Enqueued Resource ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 with Priority: HIGHEST for action port [ 1117.813398] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_rules [ 1117.813526] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1117.813638] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 with Priority: HIGHEST for action port [ 1117.814535] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.814643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.814713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.814917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.814997] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.816060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.817888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.817969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.818217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.818402] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.818515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.818574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.818728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.818811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.818902] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.822540] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cd5c92-14f5-42ef-9389-c7d16adac166 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.822540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.822540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.822540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.822540] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cd5c92-14f5-42ef-9389-c7d16adac166',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.239615] env[66160]: INFO networking_nsxv3.common.synchronization [req-f64b66eb-fbee-4f8d-bbc2-cbdb1edd0c6c req-22ea4917-9fa6-40f4-8268-edf182d97fff tempest-AttachVolumeShelveTestJSON-1007572685 tempest-AttachVolumeShelveTestJSON-1007572685-project-member] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 1118.240183] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGHEST for action security_group_members [ 1118.240558] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.240685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.240756] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.240997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.241793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.241914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.241984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.242219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.242339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.242440] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.248562] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.248727] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.248783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.249030] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.249122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.249240] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1118.287398] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.287635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.287820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.288104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.288269] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.299753] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1118.324372] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5cd5c92-14f5-42ef-9389-c7d16adac166 with status ACTIVE [ 1118.324644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.324785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.324857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.325109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.325203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.325392] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.325493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.325556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.325714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.325793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.325990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.326111] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.326174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.326336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.326397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.326479] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5cd5c92-14f5-42ef-9389-c7d16adac166 is going to be updated. [ 1118.328049] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.328161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.328328] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.358274] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.358482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.358482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.358725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.359056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.359056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cd5c92-14f5-42ef-9389-c7d16adac166" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.744970] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.745170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.745225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.745423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.745535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.745878] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.745878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.746028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.746105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.746164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.746455] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf is going to be updated. [ 1118.801430] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.801430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.801430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.801430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.801430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.814159] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: IN_PROGRESS for 2s [ 1118.816171] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43949ee9-503d-4f0a-b5b6-989cab746249 in Status: SUCCESS [ 1118.816171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.832817] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.334528] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.334837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.334902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.335099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.335209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.335301] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be updated. [ 1119.372233] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1119.372418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.372676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.373462] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.377921] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.377921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.377921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.377921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.378137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.390349] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1119.477227] env[66160]: INFO networking_nsxv3.common.synchronization [None req-9397653d-bb5f-449d-b2b4-65735b0efe5c None None] Enqueued Resource ID: 23df7e8e-17f9-4d1d-b93e-33197df8c981 with Priority: HIGHEST for action port [ 1119.477761] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23df7e8e-17f9-4d1d-b93e-33197df8c981 with Priority: HIGHEST for action port [ 1119.478135] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-23df7e8e-17f9-4d1d-b93e-33197df8c981 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.478290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23df7e8e-17f9-4d1d-b93e-33197df8c981" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.478463] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23df7e8e-17f9-4d1d-b93e-33197df8c981" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.478754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23df7e8e-17f9-4d1d-b93e-33197df8c981" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.478866] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23df7e8e-17f9-4d1d-b93e-33197df8c981',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.876674] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.877299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.980863] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23df7e8e-17f9-4d1d-b93e-33197df8c981 [ 1119.981265] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.981430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.981503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.981794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.981882] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.982169] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23df7e8e-17f9-4d1d-b93e-33197df8c981 already deleted. [ 1119.982386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23df7e8e-17f9-4d1d-b93e-33197df8c981" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.314395] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1120.314676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.314903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.315199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.315439] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.315582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.315686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.315908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.316034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.316142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.316247] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.819186] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.819355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.819421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.819704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.819875] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.819972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.820043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.820196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.820279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.820388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.820540] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.820632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.820692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.820835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.820973] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.821110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.821171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.821312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.821386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.821467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.821558] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.826641] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf in Status: SUCCESS [ 1120.826851] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf deletion is rescheduled due to dependency. [ 1120.827021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.324632] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2914f3df-c1c8-4fc0-97b7-c92041a79f01: rpc.has_security_group_logging(os_id): False [ 1121.348028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.348028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.348028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.348028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.349153] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.349556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.349761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.350044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.350240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.350477] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1121.401702] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1121.403969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.403969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.403969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.405025] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.405025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.405025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.405025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.405025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.405025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.405025] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.435818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.435958] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.436092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.437062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.437062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.443786] env[66160]: INFO networking_nsxv3.common.synchronization [req-65b229df-9800-47be-8935-f3503382ebd9 req-1c35236a-4598-4293-bece-a2a2da6e0c04 tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_members [ 1121.443786] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGHEST for action security_group_members [ 1121.444252] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.444252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.444447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.444512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.444674] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.444780] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.444829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.444964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.445055] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.445143] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.465215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1121.897623] env[66160]: INFO networking_nsxv3.common.synchronization [None req-b5bd1ed6-ffdc-4233-bc56-5a09b8447f68 None None] Enqueued Resource ID: 1cdc122c-5193-4d21-8d41-151caf796afa with Priority: HIGHEST for action port [ 1121.897623] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdc122c-5193-4d21-8d41-151caf796afa with Priority: HIGHEST for action port [ 1121.898130] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdc122c-5193-4d21-8d41-151caf796afa taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.898287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdc122c-5193-4d21-8d41-151caf796afa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.898358] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdc122c-5193-4d21-8d41-151caf796afa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.898608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdc122c-5193-4d21-8d41-151caf796afa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.899302] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdc122c-5193-4d21-8d41-151caf796afa',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.907987] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.908096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.908145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.908328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.908486] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.908580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.908640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.908783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.908860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.908942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.909099] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.909186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.909241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.909374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.909505] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.909589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.909644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.910081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.910081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.910081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.910081] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.947898] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.948053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.948126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.948457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.948520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.948774] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.948902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.948902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.949032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.949097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.949184] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 is going to be updated. [ 1121.977880] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.978044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.978120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.978343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.978494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.988070] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: IN_PROGRESS for 2s [ 1122.400817] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cdc122c-5193-4d21-8d41-151caf796afa [ 1122.401137] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.401264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.401318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.401537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.401627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.401725] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cdc122c-5193-4d21-8d41-151caf796afa already deleted. [ 1122.401807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdc122c-5193-4d21-8d41-151caf796afa" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.414882] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6: rpc.has_security_group_logging(os_id): False [ 1122.446404] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.446589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.446629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.446831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.446925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.447164] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.447267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.447331] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.447484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.447562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.447752] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.447846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.447907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.448065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.448140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.448333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.448421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.448482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.448623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.448696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.448782] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be updated. [ 1122.521070] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.521356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.521356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.521751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.536289] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1123.479710] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1123.480086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.480144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.480395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.481121] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.929302] env[66160]: INFO networking_nsxv3.common.synchronization [req-a88e792b-4cc4-4254-824a-c27211c0f32d req-4b3d9c9f-6cd5-4651-8d63-d11a60d08a86 tempest-ServerGroupTestJSON-1597932832 tempest-ServerGroupTestJSON-1597932832-project-member] Enqueued Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_members [ 1123.929708] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGHEST for action security_group_members [ 1123.930148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.930278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.930375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.931059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.931059] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.931059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.931059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.931327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.931327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.931714] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.983530] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.983678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.983811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.983973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.984289] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.984289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.984415] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.984583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.984583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.984669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.984765] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.999199] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 in Status: SUCCESS [ 1123.999383] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 deletion is rescheduled due to dependency. [ 1123.999502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.438286] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.438664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.438832] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.439199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.439334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.439571] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.439675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.439760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.439900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.440040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.440088] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43949ee9-503d-4f0a-b5b6-989cab746249 is going to be updated. [ 1124.482023] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.482414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.482414] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.482522] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.482675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.487441] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.487544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.487544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.487768] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.487899] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.487983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.488139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.488211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.488277] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.488359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.488524] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.488674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.488674] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.488804] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.488936] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.489057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.489119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.489217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.489293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.489366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.489456] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.494044] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43949ee9-503d-4f0a-b5b6-989cab746249 in Status: IN_PROGRESS for 2s [ 1124.555017] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1124.555017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.992732] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2914f3df-c1c8-4fc0-97b7-c92041a79f01: rpc.has_security_group_logging(os_id): False [ 1125.013317] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.013577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.013678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.013898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.013979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.014214] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.014425] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.014506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.014642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.014723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.014941] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.015062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.015165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.015322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.015407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.015604] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.015696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.015753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.015887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.015957] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.016053] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1125.089248] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.089248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.089248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.089398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.108456] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1126.505442] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43949ee9-503d-4f0a-b5b6-989cab746249 in Status: SUCCESS [ 1126.505726] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43949ee9-503d-4f0a-b5b6-989cab746249 deletion is rescheduled due to dependency. [ 1126.505808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.127808] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1127.128313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.252895] env[66160]: INFO networking_nsxv3.common.synchronization [req-bd7ccccb-745c-4d44-b57f-2f112d0df08f req-c50171c8-266d-4b3c-b01f-f1fea1e3a047 tempest-InstanceActionsTestJSON-138328902 tempest-InstanceActionsTestJSON-138328902-project-member] Enqueued Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_members [ 1127.253631] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_members [ 1127.253996] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.254648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.254749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.255065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.255322] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.255420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.255523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.256148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.256148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.256148] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.758162] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.758554] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-103" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.758554] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-103" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.759788] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-103" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.760155] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.760417] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.760613] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.760907] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.761125] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.761477] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.761675] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.761940] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.762121] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.762294] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.762451] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.762653] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.768021] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.768240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.768381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.768664] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.769141] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769416] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.770659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.770795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.771261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.773161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.773575] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 already deleted. [ 1127.773740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.794268] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.794518] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.794663] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.794855] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-103" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.795204] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-79b2ac52-1642-47ff-8453-24c1a3a0498b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.795390] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.795530] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.795853] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.795986] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2ac52-1642-47ff-8453-24c1a3a0498b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.299222] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.302761] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.303037] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.303436] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.304677] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.304677] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 79b2ac52-1642-47ff-8453-24c1a3a0498b not found, creating... [ 1128.304677] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.304677] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.304917] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.305491] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.305491] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.306051] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.306051] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.306536] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.306654] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.307019] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.307019] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 79b2ac52-1642-47ff-8453-24c1a3a0498b is going to be created. [ 1128.330604] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.330604] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.330604] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.330811] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.330909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.331151] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.054441] env[66160]: INFO networking_nsxv3.common.synchronization [req-bd7ccccb-745c-4d44-b57f-2f112d0df08f req-1710ad0a-4311-4784-8d32-f37940866896 service nova] Enqueued Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_rules [ 1129.054782] env[66160]: INFO networking_nsxv3.common.synchronization [req-bd7ccccb-745c-4d44-b57f-2f112d0df08f req-1710ad0a-4311-4784-8d32-f37940866896 service nova] Enqueued Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_members [ 1129.054782] env[66160]: INFO networking_nsxv3.common.synchronization [req-bd7ccccb-745c-4d44-b57f-2f112d0df08f req-1710ad0a-4311-4784-8d32-f37940866896 service nova] Enqueued Resource ID: 79b2ac52-1642-47ff-8453-24c1a3a0498b with Priority: HIGHEST for action port [ 1129.055376] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_rules [ 1129.055517] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_members [ 1129.055616] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b2ac52-1642-47ff-8453-24c1a3a0498b with Priority: HIGHEST for action port [ 1129.055899] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.056020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.056095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.056444] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.056593] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.057457] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.057532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.057599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.057794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.058060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.058060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.058150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.058233] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.058315] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.058497] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.062744] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b2ac52-1642-47ff-8453-24c1a3a0498b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.062889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.062939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.063158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.063240] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2ac52-1642-47ff-8453-24c1a3a0498b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.138544] env[66160]: INFO networking_nsxv3.common.synchronization [req-d0f2e595-4840-48f5-8fe8-091a5d59aebe req-edd8f292-8976-492e-b674-ab4cd8f3b400 tempest-ListServerFiltersTestJSON-1807145429 tempest-ListServerFiltersTestJSON-1807145429-project-member] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1129.139057] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1129.140358] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.140604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.140604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.140822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.140988] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.141239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.141239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.141603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.141705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.141805] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.565897] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.567222] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.567222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.567467] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b2ac52-1642-47ff-8453-24c1a3a0498b with status ACTIVE [ 1129.567643] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.567855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.567855] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.568043] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.568134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.568357] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.568479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.568532] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.568745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.568830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.569624] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.571634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.571783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.572113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.572297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.572472] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b2ac52-1642-47ff-8453-24c1a3a0498b is going to be updated. [ 1129.616389] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.616607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.616678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.616847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.616985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.617167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b2ac52-1642-47ff-8453-24c1a3a0498b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.646316] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.075141] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.149105] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.580563] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.580741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.580813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.581078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.581170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.581371] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 is going to be created. [ 1130.608387] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.608700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.608773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.609077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.609201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.620488] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 in Status: UNINITIALIZED for 2s [ 1130.652332] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.652332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.652569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.652608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.652732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.652886] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1130.685690] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.685935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.685935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.686155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.686303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.701976] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1132.632781] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 in Status: SUCCESS [ 1132.633112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.633194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.633503] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.633702] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.633821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.633884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.634056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.634138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.634218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.634304] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.712415] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1132.712693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.136487] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.136690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.136731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.136964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.137662] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.137791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.137859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.138047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.138138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.138229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.138384] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.138480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.138541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.138685] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.138849] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.138943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.139014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.139160] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.139236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.139316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.139405] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.643139] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c28879c-29b2-42c3-b7d3-4e0dc762f854: rpc.has_security_group_logging(os_id): False [ 1133.665326] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.665527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.665668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.665774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.665867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.666339] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.666339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.666339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.666589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.666589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.666660] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.666707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.666752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.666891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.666964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.667175] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.667270] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.667329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.667467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.667540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.667624] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 is going to be created. [ 1133.682153] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.682153] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.682153] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.682153] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.682153] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.682153] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.682153] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.682153] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.682153] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.682153] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.682153] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.682153] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.682153] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.683437] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.683437] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.683437] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.701280] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.701530] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.701598] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.701868] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-925" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.702250] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-ade8a356-60ed-4f30-ac06-3bfb834694a7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.702466] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.702592] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.702870] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.703016] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade8a356-60ed-4f30-ac06-3bfb834694a7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.734661] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.734880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.734880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.735104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.735306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.747184] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 in Status: IN_PROGRESS for 2s [ 1134.140566] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1134.140671] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1134.206592] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.206592] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.206592] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.206592] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.206592] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.206592] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.206851] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.206851] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.207049] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.207210] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.207499] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.207656] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.207770] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.207991] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.208139] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.208280] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 is going to be updated. [ 1134.229890] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.230127] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.230251] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.230530] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.230723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.231020] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.930443] env[66160]: INFO networking_nsxv3.common.synchronization [req-fc99841b-4afd-42fc-addf-3f84b32e84e2 req-295b23c7-7407-49a6-a899-71613bc72d5a service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 1134.930699] env[66160]: INFO networking_nsxv3.common.synchronization [req-fc99841b-4afd-42fc-addf-3f84b32e84e2 req-295b23c7-7407-49a6-a899-71613bc72d5a service nova] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1134.930757] env[66160]: INFO networking_nsxv3.common.synchronization [req-fc99841b-4afd-42fc-addf-3f84b32e84e2 req-295b23c7-7407-49a6-a899-71613bc72d5a service nova] Enqueued Resource ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 with Priority: HIGHEST for action port [ 1134.931305] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_rules [ 1134.931505] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1134.931646] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 with Priority: HIGHEST for action port [ 1134.931933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.932072] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.932133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.932328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.932413] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.933247] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.933359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.933441] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.933606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.933754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.933846] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.933940] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.934058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.934143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.934229] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.935736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade8a356-60ed-4f30-ac06-3bfb834694a7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.935864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.935943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.936087] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.936164] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade8a356-60ed-4f30-ac06-3bfb834694a7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.440235] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.440235] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.440235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.440235] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade8a356-60ed-4f30-ac06-3bfb834694a7 with status ACTIVE [ 1135.440235] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.440235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.440235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.440235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.440235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.440235] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.440235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.440235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.441059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.441059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.441059] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.441059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.441059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.444659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.444659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.444659] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade8a356-60ed-4f30-ac06-3bfb834694a7 is going to be updated. [ 1135.467013] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.467013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.467013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.467013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.467013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.467013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade8a356-60ed-4f30-ac06-3bfb834694a7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.762491] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 in Status: SUCCESS [ 1135.762491] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.945341] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.447706] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.447706] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.447875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.448057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.448091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.448193] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1136.483391] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.483391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.483391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.483695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.484173] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.495709] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1136.588643] env[66160]: INFO networking_nsxv3.common.synchronization [None req-319e9be2-a5b1-4f12-b870-1babd3bbc724 None None] Enqueued Resource ID: 17080ae4-d90c-446f-aa12-22baa2b5a225 with Priority: HIGHEST for action port [ 1136.589211] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17080ae4-d90c-446f-aa12-22baa2b5a225 with Priority: HIGHEST for action port [ 1136.589522] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-17080ae4-d90c-446f-aa12-22baa2b5a225 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.589643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17080ae4-d90c-446f-aa12-22baa2b5a225" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.589712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17080ae4-d90c-446f-aa12-22baa2b5a225" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.589963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17080ae4-d90c-446f-aa12-22baa2b5a225" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.590078] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17080ae4-d90c-446f-aa12-22baa2b5a225',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.919490] env[66160]: INFO networking_nsxv3.common.synchronization [None req-98a04c5d-4ba6-4306-a4f1-c2e9e4923239 tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_rules [ 1136.920061] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_rules [ 1136.920414] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.920637] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.920769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.920962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.921059] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.024768] env[66160]: INFO networking_nsxv3.common.synchronization [None req-39ea9c9e-27e8-4569-a5c8-5e2752d8a91d tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_rules [ 1137.025405] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_rules [ 1137.025850] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.025850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.037152] env[66160]: INFO networking_nsxv3.common.synchronization [req-4a0ea866-5aa3-4f6c-8bac-685b83a8fc6b req-54e9ce86-569c-4a2d-94e6-34a0f4e1b67b tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 1137.037415] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 1137.041022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.041022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.041022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.041022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.041022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.041022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.041022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.041022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.041022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.041022] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.093583] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17080ae4-d90c-446f-aa12-22baa2b5a225 [ 1137.093950] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.094132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.094211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.095183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.095338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.095593] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17080ae4-d90c-446f-aa12-22baa2b5a225 already deleted. [ 1137.095593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17080ae4-d90c-446f-aa12-22baa2b5a225" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.449661] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.449661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.449661] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.449927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.449927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.449927] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c already deleted. [ 1137.450124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.450171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.450327] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.450408] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.546802] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.975036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.975185] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.975262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.975547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.975595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.975688] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c already deleted. [ 1137.975785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.049358] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.507025] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1138.507025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.507919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.507919] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.507919] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.508104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.508104] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.508570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.508570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.508657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.508684] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.552043] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.552200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.552279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.552519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.552613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.552720] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 is going to be updated. [ 1138.583305] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.583536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.583599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.583834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.583982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.598951] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: IN_PROGRESS for 2s [ 1138.787222] env[66160]: INFO networking_nsxv3.common.synchronization [req-00cab22a-6c9e-42ca-8b30-10cb9b0e1b5d req-d6bf8f04-0a84-4f0a-9da4-cace5fc0037e tempest-ListServerFiltersTestJSON-1807145429 tempest-ListServerFiltersTestJSON-1807145429-project-member] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1138.789582] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1138.789582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.789582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.789582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.789582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.789582] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.789582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.789582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.789582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.789582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.789582] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.986290] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ef04f153-fd36-46d7-b91a-0df60badf488 None None] Enqueued Resource ID: 5c0c7658-290e-45ec-a984-acc5d6b2d821 with Priority: HIGHEST for action port [ 1138.986554] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0c7658-290e-45ec-a984-acc5d6b2d821 with Priority: HIGHEST for action port [ 1138.988591] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c0c7658-290e-45ec-a984-acc5d6b2d821 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.988746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c0c7658-290e-45ec-a984-acc5d6b2d821" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.988795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c0c7658-290e-45ec-a984-acc5d6b2d821" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.990877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c0c7658-290e-45ec-a984-acc5d6b2d821" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.990877] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c0c7658-290e-45ec-a984-acc5d6b2d821',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.012786] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.291311] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.492341] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c0c7658-290e-45ec-a984-acc5d6b2d821 [ 1139.492739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.492910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.492984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.493253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.493504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.493569] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c0c7658-290e-45ec-a984-acc5d6b2d821 already deleted. [ 1139.493668] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c0c7658-290e-45ec-a984-acc5d6b2d821" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.517165] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd65a6de-a2ae-451a-aae5-ad38da13ce0c: rpc.has_security_group_logging(os_id): False [ 1139.546261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.546514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.546634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.546920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.547084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.547474] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.547627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.547702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.547926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.548054] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.548180] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1139.627845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.628122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.628179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.628469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.628669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.652945] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1139.793603] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.296963] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.297278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.297411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.297771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.297994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.298197] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1140.336134] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.336134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.336134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.336909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.336909] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.346465] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1140.610595] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: SUCCESS [ 1140.610871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.669866] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1141.669866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.359077] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1142.359077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.725756] env[66160]: INFO networking_nsxv3.common.synchronization [req-0f6c6a43-8ed3-4dda-9760-614916f4efde req-b04bb441-62d8-445f-93e5-1d43630edabd tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_members [ 1143.726596] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_members [ 1143.727262] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.727262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.727262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.727455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.727602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.727959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.727959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.727959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.728158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.728158] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.067165] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.067385] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.067510] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.068694] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.068977] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.069119] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.069647] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.069647] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.069647] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.071114] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.071258] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.072199] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.072199] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.072199] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.072199] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.072199] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.094076] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.094274] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.094398] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.094593] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.094983] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.095188] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.095308] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.095657] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.095787] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5d0036-225d-4ce4-bdc9-f1b4f5473f72',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.230415] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.230574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.230672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.230876] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.230964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.231174] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.231272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.231333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.231496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.231569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.231719] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c already deleted. [ 1144.231773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.598823] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.599396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.599396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.599605] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.599778] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.599962] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 not found, creating... [ 1144.600300] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.600526] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.600666] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.600926] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.601096] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.601544] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.601742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.601893] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.602136] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.602287] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.602442] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 is going to be created. [ 1144.637262] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.637908] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.638174] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.638577] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.639042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.639414] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.161994] env[66160]: INFO networking_nsxv3.common.synchronization [req-1bb16ae2-3cff-4746-9a77-458ae71eff2e req-23f1b957-329f-4ce2-9bd1-cb4878b15b3e tempest-ServerRescueNegativeTestJSON-1043518830 tempest-ServerRescueNegativeTestJSON-1043518830-project-member] Enqueued Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 1145.162563] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563a2037-874d-4395-bd47-acaedefa3c23 with Priority: HIGHEST for action security_group_members [ 1145.162938] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-563a2037-874d-4395-bd47-acaedefa3c23 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.163146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.163241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.163531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.163743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.163854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.163915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.164118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.164279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.164378] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563a2037-874d-4395-bd47-acaedefa3c23',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.412075] env[66160]: INFO networking_nsxv3.common.synchronization [req-0f6c6a43-8ed3-4dda-9760-614916f4efde req-1bc7d37b-61d8-431c-bfea-2a7a75e6609e service nova] Enqueued Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_rules [ 1145.412075] env[66160]: INFO networking_nsxv3.common.synchronization [req-0f6c6a43-8ed3-4dda-9760-614916f4efde req-1bc7d37b-61d8-431c-bfea-2a7a75e6609e service nova] Enqueued Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_members [ 1145.412350] env[66160]: INFO networking_nsxv3.common.synchronization [req-0f6c6a43-8ed3-4dda-9760-614916f4efde req-1bc7d37b-61d8-431c-bfea-2a7a75e6609e service nova] Enqueued Resource ID: 8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 with Priority: HIGHEST for action port [ 1145.412763] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_rules [ 1145.412903] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_members [ 1145.412998] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 with Priority: HIGHEST for action port [ 1145.413308] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.413445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.413563] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.413792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.413933] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.414798] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.414914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.414982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.415181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.415641] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.415749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.415849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.415988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.416086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.416182] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.416984] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.417116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.417187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.417344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.417419] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5d0036-225d-4ce4-bdc9-f1b4f5473f72',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.667235] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.667235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.667235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.667457] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.693088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.693088] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.693088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.693088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.693088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.693088] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.693088] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 is going to be updated. [ 1145.727290] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.727496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.727560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.727791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.727935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.739484] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: IN_PROGRESS for 2s [ 1145.922538] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.922538] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.922538] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 with status ACTIVE [ 1145.922538] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.922538] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.922538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.923276] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.925010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.925010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.925010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.925010] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.925010] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d5d0036-225d-4ce4-bdc9-f1b4f5473f72 is going to be updated. [ 1145.951991] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.952162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.952235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.952455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.952609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.952777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d5d0036-225d-4ce4-bdc9-f1b4f5473f72" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.427014] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.930473] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.930655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.930655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.930902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.930984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.931146] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c is going to be created. [ 1146.959028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.959028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.959235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.959359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.959525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.970795] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: UNINITIALIZED for 2s [ 1147.405738] env[66160]: INFO networking_nsxv3.common.synchronization [req-6ea3cb7c-7874-4245-a20c-16ae2169eaf2 req-86dea094-4805-473f-b69f-9f826850a04c tempest-InstanceActionsTestJSON-138328902 tempest-InstanceActionsTestJSON-138328902-project-member] Enqueued Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_members [ 1147.406046] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGHEST for action security_group_members [ 1147.406388] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.406510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.408568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.408568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.408568] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.408568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.408568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.408568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.408568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.408568] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.517159] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ca89466d-f762-4bc6-82db-cb16c5c22cac tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_rules [ 1147.517159] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_rules [ 1147.517159] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.517972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.518235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.518602] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.518896] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.621368] env[66160]: INFO networking_nsxv3.common.synchronization [None req-f39f0fa7-effe-4e28-9d8f-3a4d56b52896 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_rules [ 1147.621368] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_rules [ 1147.622386] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.622687] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.751405] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563a2037-874d-4395-bd47-acaedefa3c23 in Status: SUCCESS [ 1147.751578] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563a2037-874d-4395-bd47-acaedefa3c23 deletion is rescheduled due to dependency. [ 1147.751698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563a2037-874d-4395-bd47-acaedefa3c23" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.909162] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.909334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.909405] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.909630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.909728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.909912] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.910017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.910082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.910230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.910305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.910390] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 is going to be updated. [ 1147.943534] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.943709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.943808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.944057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.944207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.957124] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 in Status: IN_PROGRESS for 2s [ 1148.042031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.042176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.042176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.042375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.042470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.042564] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd already deleted. [ 1148.042701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.042893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.043136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.043259] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.467400] env[66160]: INFO networking_nsxv3.common.synchronization [req-b760ce44-539d-43ed-b0e4-3cf12a0e0dca req-2847dd57-c17a-4d68-927c-4ea63530c087 tempest-ListServerFiltersTestJSON-1807145429 tempest-ListServerFiltersTestJSON-1807145429-project-member] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1148.467828] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGHEST for action security_group_members [ 1148.468188] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.468370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.468638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.468899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.469078] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.469488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.469561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.469730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.469820] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.469913] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.567119] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.567506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.567506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.567665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.567665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.567850] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd already deleted. [ 1148.567916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.973342] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.973494] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.973590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.973889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.973987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.974202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.974306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.974372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.974523] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.974599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.974685] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be updated. [ 1148.983913] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: SUCCESS [ 1148.984132] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.984663] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.984865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.985063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.985176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.985239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.985388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.985464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.985544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.985632] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.004028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.004202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.004202] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.004396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.004544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.014670] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: IN_PROGRESS for 2s [ 1149.489752] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.973352] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 in Status: SUCCESS [ 1149.974292] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 deletion is rescheduled due to dependency. [ 1149.974292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.994849] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87f69a82-1bcd-47d0-b91d-21db7825e56c: rpc.has_security_group_logging(os_id): False [ 1150.014414] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.014772] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.014930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.015236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.015408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.015818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.016069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.016221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.016488] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.016652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.016824] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c is going to be created. [ 1150.080018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.080018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.080018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.080018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.080018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.090825] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: IN_PROGRESS for 2s [ 1151.025114] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 in Status: SUCCESS [ 1151.025399] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 deletion is rescheduled due to dependency. [ 1151.025399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.936721] env[66160]: INFO networking_nsxv3.common.synchronization [req-fb0d101c-e94d-4ddc-b8a5-c0b4e493974a req-75094fb4-698d-443e-b705-2466ad0d640c tempest-ServersNegativeTestJSON-397460760 tempest-ServersNegativeTestJSON-397460760-project-member] Enqueued Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1151.936721] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 with Priority: HIGHEST for action security_group_members [ 1151.936721] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.936721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.936721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.936990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.936990] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.937102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.937439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.937850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.937850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.937850] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.106743] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: SUCCESS [ 1152.107109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.442730] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.442900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.442974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.443247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.443344] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.443557] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.443760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.443828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.443992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.444101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.444197] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 is going to be updated. [ 1152.482377] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.482539] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.482623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.482854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.483012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.492920] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: IN_PROGRESS for 2s [ 1153.853710] env[66160]: INFO networking_nsxv3.common.synchronization [req-dc8aa7bf-109a-4483-81ac-1c96ef4864ef req-c1c046d8-be94-4514-bf77-c5b5eac62ed7 tempest-ServerActionsTestOtherB-677618594 tempest-ServerActionsTestOtherB-677618594-project-member] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1153.854259] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGHEST for action security_group_members [ 1153.854626] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.855056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.855056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.855056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.855152] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.855433] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.855587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.855758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.855893] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.856310] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.358569] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.361935] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.361935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.361935] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be updated. [ 1154.390255] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.390485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.390485] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.391181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.391181] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.399863] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: IN_PROGRESS for 2s [ 1154.510642] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 in Status: SUCCESS [ 1154.510642] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6 deletion is rescheduled due to dependency. [ 1154.510821] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.411739] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c in Status: SUCCESS [ 1156.412109] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c deletion is rescheduled due to dependency. [ 1156.412109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.573844] env[66160]: INFO networking_nsxv3.common.synchronization [req-dc61efd9-24d2-4812-9f52-26b42a8d164d req-60713279-493b-4623-83dd-af58b54ede3c tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_members [ 1156.574494] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_members [ 1156.574841] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.574960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.575037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.575329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.575463] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.575564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.575622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.575775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.575861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.575955] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.893044] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.893245] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.893386] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.893722] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.894619] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.894823] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.894953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.895319] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.895473] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.895688] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.895798] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.895905] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.896024] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.896126] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.896230] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.896389] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.914432] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.914610] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.914786] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.914983] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.915302] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-a0c5d893-a908-4af7-8f00-a85a27d1daa1 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.915471] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.915589] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.915911] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.916063] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c5d893-a908-4af7-8f00-a85a27d1daa1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.081151] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.081321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.081390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.081626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.081712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.081992] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.081992] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.082137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.082230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.082301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.082373] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd already deleted. [ 1157.082447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.418060] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.418429] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.418429] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.418660] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.418812] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.418963] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port a0c5d893-a908-4af7-8f00-a85a27d1daa1 not found, creating... [ 1157.419226] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.419378] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.419490] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.419706] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.419840] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.420165] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.420327] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.420438] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.420641] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.420774] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.420908] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: a0c5d893-a908-4af7-8f00-a85a27d1daa1 is going to be created. [ 1157.443863] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.444106] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.444226] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.444523] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.444837] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.445081] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.152740] env[66160]: INFO networking_nsxv3.common.synchronization [req-dc61efd9-24d2-4812-9f52-26b42a8d164d req-944b1a48-4641-4332-b77e-7e6566c55902 service nova] Enqueued Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_rules [ 1158.152977] env[66160]: INFO networking_nsxv3.common.synchronization [req-dc61efd9-24d2-4812-9f52-26b42a8d164d req-944b1a48-4641-4332-b77e-7e6566c55902 service nova] Enqueued Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_members [ 1158.153055] env[66160]: INFO networking_nsxv3.common.synchronization [req-dc61efd9-24d2-4812-9f52-26b42a8d164d req-944b1a48-4641-4332-b77e-7e6566c55902 service nova] Enqueued Resource ID: a0c5d893-a908-4af7-8f00-a85a27d1daa1 with Priority: HIGHEST for action port [ 1158.153654] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_rules [ 1158.153834] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_members [ 1158.153935] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c5d893-a908-4af7-8f00-a85a27d1daa1 with Priority: HIGHEST for action port [ 1158.155517] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.155517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.155517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.155517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.155517] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.156256] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.156380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.156499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.156702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.156785] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.156850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.156905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.157137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.157137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.157268] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.158112] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c5d893-a908-4af7-8f00-a85a27d1daa1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.158234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.158525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.158525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.158598] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c5d893-a908-4af7-8f00-a85a27d1daa1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.661669] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.661669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.661669] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.662497] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0c5d893-a908-4af7-8f00-a85a27d1daa1 with status ACTIVE [ 1158.662497] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.662497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.662497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.662497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.662649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.662720] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.662862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.662916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.663028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.663110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.663304] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.663396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.663459] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.663576] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.663698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.663765] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0c5d893-a908-4af7-8f00-a85a27d1daa1 is going to be updated. [ 1158.704140] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.704352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.704390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.704593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.704740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.704944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c5d893-a908-4af7-8f00-a85a27d1daa1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.165785] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.669548] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.669840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.669840] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.670017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.670120] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.670227] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd is going to be created. [ 1159.696938] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.697843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.697843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.697843] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.697965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.708219] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd in Status: UNINITIALIZED for 2s [ 1161.719942] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd in Status: SUCCESS [ 1161.720192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.720343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.720558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.720743] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.720953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.720953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.721079] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.721159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.721243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.721333] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.224348] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.727859] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 085286a0-a69b-4ea0-8188-d1b3b3795efd: rpc.has_security_group_logging(os_id): False [ 1162.746950] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.747124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.747206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.747394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.747483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.747727] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.747831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.747894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.748607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.748607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.748607] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd is going to be created. [ 1162.807045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.807264] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.807339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.807621] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.807871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.820293] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd in Status: IN_PROGRESS for 2s [ 1163.156322] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.156458] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1164.835245] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd in Status: SUCCESS [ 1164.835623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.157012] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.157552] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1173.158952] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1173.159226] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1173.542029] env[66160]: INFO networking_nsxv3.common.synchronization [None req-4de9e3eb-cb03-4b7a-99ac-f21b69206b57 None None] Enqueued Resource ID: b3936e3c-fe12-4dc1-9232-c8df5bb633ec with Priority: HIGHEST for action port [ 1173.542576] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3936e3c-fe12-4dc1-9232-c8df5bb633ec with Priority: HIGHEST for action port [ 1173.542883] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3936e3c-fe12-4dc1-9232-c8df5bb633ec taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.543013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3936e3c-fe12-4dc1-9232-c8df5bb633ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.543084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3936e3c-fe12-4dc1-9232-c8df5bb633ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.543341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3936e3c-fe12-4dc1-9232-c8df5bb633ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.543423] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3936e3c-fe12-4dc1-9232-c8df5bb633ec',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.047483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3936e3c-fe12-4dc1-9232-c8df5bb633ec [ 1174.047483] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.047483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.047483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.047483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.047483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.047483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3936e3c-fe12-4dc1-9232-c8df5bb633ec already deleted. [ 1174.047483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3936e3c-fe12-4dc1-9232-c8df5bb633ec" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.628201] env[66160]: INFO networking_nsxv3.common.synchronization [None req-affe65d9-4c6e-453f-85f8-eb12d5784123 None None] Enqueued Resource ID: db623103-5bd4-437a-8ab9-2e6bfa315260 with Priority: HIGHEST for action port [ 1175.628201] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db623103-5bd4-437a-8ab9-2e6bfa315260 with Priority: HIGHEST for action port [ 1175.628752] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-db623103-5bd4-437a-8ab9-2e6bfa315260 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.628877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db623103-5bd4-437a-8ab9-2e6bfa315260" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.628944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db623103-5bd4-437a-8ab9-2e6bfa315260" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.629420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db623103-5bd4-437a-8ab9-2e6bfa315260" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.629420] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db623103-5bd4-437a-8ab9-2e6bfa315260',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.131402] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db623103-5bd4-437a-8ab9-2e6bfa315260 [ 1176.131693] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.131966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.132091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.132352] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.132461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.132579] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db623103-5bd4-437a-8ab9-2e6bfa315260 already deleted. [ 1176.132667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db623103-5bd4-437a-8ab9-2e6bfa315260" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.057060] env[66160]: INFO networking_nsxv3.common.synchronization [req-e2710ae1-94d3-4cbd-ac62-2bf95df02ac3 req-bb32cf90-e803-4358-b320-cbf15f4e6f4e tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1180.057800] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1180.058325] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.058502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.059040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.059392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.059661] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.059829] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.059926] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.060196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.060314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.060457] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.363134] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.363420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.363585] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.363927] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.364236] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.364423] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.364548] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.364767] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.364915] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.365166] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.365291] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.365397] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.365503] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.365609] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.365710] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.365835] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.386755] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.386929] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.387089] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.387264] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.387574] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-cf086292-26df-4f6c-9793-cdba99ffa05d taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.387836] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.387972] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.388349] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.388505] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf086292-26df-4f6c-9793-cdba99ffa05d',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.564756] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.564991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.564991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.565207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.565300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.565510] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.565610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.565672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.565824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.565900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.565980] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 already deleted. [ 1180.566077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.890810] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.891065] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.891196] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.891461] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.891607] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.891756] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port cf086292-26df-4f6c-9793-cdba99ffa05d not found, creating... [ 1180.892038] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.892206] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.892320] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.892658] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.892772] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.892952] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.893136] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.893265] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.893511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.893658] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.893794] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: cf086292-26df-4f6c-9793-cdba99ffa05d is going to be created. [ 1180.918052] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.918256] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.918378] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.918645] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.918874] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.919129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.612662] env[66160]: INFO networking_nsxv3.common.synchronization [req-e2710ae1-94d3-4cbd-ac62-2bf95df02ac3 req-8d993196-f87c-4461-8300-fc2dbc8d86bb service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1181.612945] env[66160]: INFO networking_nsxv3.common.synchronization [req-e2710ae1-94d3-4cbd-ac62-2bf95df02ac3 req-8d993196-f87c-4461-8300-fc2dbc8d86bb service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1181.613063] env[66160]: INFO networking_nsxv3.common.synchronization [req-e2710ae1-94d3-4cbd-ac62-2bf95df02ac3 req-8d993196-f87c-4461-8300-fc2dbc8d86bb service nova] Enqueued Resource ID: cf086292-26df-4f6c-9793-cdba99ffa05d with Priority: HIGHEST for action port [ 1181.613727] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1181.614098] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1181.614098] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf086292-26df-4f6c-9793-cdba99ffa05d with Priority: HIGHEST for action port [ 1181.614384] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.614507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.614571] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.614835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.614917] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.615774] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.615892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.615993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.616135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.616282] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.616378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.616440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.616573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.616660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.616746] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.618513] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf086292-26df-4f6c-9793-cdba99ffa05d taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.618632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.618702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.618936] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf086292-26df-4f6c-9793-cdba99ffa05d',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.120218] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.121634] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.121634] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.121890] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf086292-26df-4f6c-9793-cdba99ffa05d with status ACTIVE [ 1182.122090] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.122198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.122258] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.122465] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.122548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.123340] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.123340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.123340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.123340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.123340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.123340] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.123340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.123675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.123675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.123675] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.123675] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf086292-26df-4f6c-9793-cdba99ffa05d is going to be updated. [ 1182.144716] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.144986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.145089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.145402] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.145665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.145969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf086292-26df-4f6c-9793-cdba99ffa05d" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.622892] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.125167] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.125381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.125460] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.125681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.125761] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.125873] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be created. [ 1183.152286] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.152286] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.152435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.153862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.153862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.164016] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: UNINITIALIZED for 2s [ 1185.174350] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1185.174735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.174735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.174932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.175152] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.175256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.175330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.175474] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.175554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.175638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.175725] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.678462] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.678815] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.678912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.679292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.679622] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.679894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.679978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.680236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.680404] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.680583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.680933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.681075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.681204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.681435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.681677] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.681824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.681896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.682092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.682198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.682295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.682414] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.184858] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1186.202787] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.202925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.202964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.203205] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.203297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.203523] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.203808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.203808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.203911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.203911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.204115] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.204212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.204272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.204413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.204486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.204661] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.204752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.204811] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.204946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.205042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.205132] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be created. [ 1186.263466] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.263682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.263682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.263887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.264115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.275394] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1186.615464] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.615641] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.287899] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1188.288394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.616354] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.616744] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1194.300248] env[66160]: INFO networking_nsxv3.common.synchronization [req-241a035d-6fc2-449c-89fc-73a3b7fdd873 req-12217e8e-0574-4887-ba52-2dc3b172066f tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1194.300791] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1194.302977] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.303110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.303195] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.303406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.303579] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.303730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.303796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.304012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.304151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.304349] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.659288] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.659532] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.659688] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.659966] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.660245] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.660405] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.660520] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.660733] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.660877] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.661260] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.661394] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.661505] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.661611] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.661717] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.661819] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.661946] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.681955] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.682146] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.682266] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.682447] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.682761] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-fb4c3182-4d78-4059-a976-65e822c98b75 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.682934] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.683060] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.683396] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.683539] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb4c3182-4d78-4059-a976-65e822c98b75',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.806697] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.186256] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.186559] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.186746] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.187069] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.187260] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.187445] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port fb4c3182-4d78-4059-a976-65e822c98b75 not found, creating... [ 1195.187706] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.187866] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.187984] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.188221] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.188360] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.188639] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.188792] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.188907] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.189122] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.189257] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.189392] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: fb4c3182-4d78-4059-a976-65e822c98b75 is going to be created. [ 1195.208729] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.208975] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.209079] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.209394] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.209622] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.209851] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.309522] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.812602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.812739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.812818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.813059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.813238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.813352] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1195.850043] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.850206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.850292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.850684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.850684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.861411] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1195.945716] env[66160]: INFO networking_nsxv3.common.synchronization [req-241a035d-6fc2-449c-89fc-73a3b7fdd873 req-d21803e1-6589-439e-87ac-97114f8d92c0 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1195.945943] env[66160]: INFO networking_nsxv3.common.synchronization [req-241a035d-6fc2-449c-89fc-73a3b7fdd873 req-d21803e1-6589-439e-87ac-97114f8d92c0 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1195.946180] env[66160]: INFO networking_nsxv3.common.synchronization [req-241a035d-6fc2-449c-89fc-73a3b7fdd873 req-d21803e1-6589-439e-87ac-97114f8d92c0 service nova] Enqueued Resource ID: fb4c3182-4d78-4059-a976-65e822c98b75 with Priority: HIGHEST for action port [ 1195.946839] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1195.947051] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1195.947260] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4c3182-4d78-4059-a976-65e822c98b75 with Priority: HIGHEST for action port [ 1195.947690] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.947854] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.947948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.948206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.948294] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.949879] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.949879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.949879] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb4c3182-4d78-4059-a976-65e822c98b75 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.949879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.950159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.950227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.950336] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb4c3182-4d78-4059-a976-65e822c98b75',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.452450] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.452889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.452889] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb4c3182-4d78-4059-a976-65e822c98b75 with status ACTIVE [ 1196.453062] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.453166] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.453293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.453443] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.453528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.453700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.453785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.453865] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.454015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.454093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.454301] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.454412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.454481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.454631] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.454814] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.454814] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb4c3182-4d78-4059-a976-65e822c98b75 is going to be updated. [ 1196.479100] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.479289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.479326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.479519] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.479730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.479839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb4c3182-4d78-4059-a976-65e822c98b75" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.872674] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1197.872989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.873135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.873369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.873562] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.873680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.873747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.873904] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.873989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.874099] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.377079] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.879782] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.383074] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.383074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.383074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.383499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.383499] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.383499] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1199.412900] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.413137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.413137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.413372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.413540] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.423257] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1199.534944] env[66160]: INFO networking_nsxv3.common.synchronization [req-7af7633b-5a8f-466d-97fe-5947b01e2078 req-ee2ccd84-7e6a-4c38-b6b8-3be5442766a6 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_members [ 1199.535804] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGHEST for action security_group_members [ 1199.535986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.536096] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.536167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.536368] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.536574] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.536670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.536736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.536915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.537020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.537108] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.041588] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.041588] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.041588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.041588] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd is going to be updated. [ 1200.086988] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.086988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.086988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.086988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.086988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.100863] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd in Status: IN_PROGRESS for 2s [ 1201.432995] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1201.433411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.433411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.433649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.433845] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.433960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.434036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.434252] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.434349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.434435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.434525] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.937808] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.937979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.938051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.938265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.938438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.938537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.938617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.938778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.938864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.938951] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.939148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.939211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.939282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.939420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.939555] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.939643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.939702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.939835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.939908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.939987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.940087] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.111490] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd in Status: SUCCESS [ 1202.111682] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd deletion is rescheduled due to dependency. [ 1202.111801] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.442596] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1202.468739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.468892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.468974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.469585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.469585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.469585] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.469585] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.469823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.469823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.469889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.470043] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.470143] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.470206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.470356] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.470431] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.470608] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.470701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.470792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.470905] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.470981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.471081] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1202.532396] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.532630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.532684] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.534019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.534019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.546505] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1203.681564] env[66160]: INFO networking_nsxv3.common.synchronization [req-f2a6800b-5850-49ac-b81c-9124ed4f1954 req-39b3525c-ec0d-45cf-a336-e5cd5e0e2018 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_members [ 1203.682157] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279ee3d-5956-47e7-a782-d734570a9d1a with Priority: HIGHEST for action security_group_members [ 1203.682463] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-8279ee3d-5956-47e7-a782-d734570a9d1a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.682582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.682649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.682845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.683106] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.683219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.683285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.683447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.683531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.683670] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8279ee3d-5956-47e7-a782-d734570a9d1a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.186704] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.187841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.187841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.187841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.187841] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.188090] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.188241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.188342] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.188580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.188697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.188826] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8279ee3d-5956-47e7-a782-d734570a9d1a is going to be updated. [ 1204.216400] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.216551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.216624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.216839] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.216980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.225701] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8279ee3d-5956-47e7-a782-d734570a9d1a in Status: IN_PROGRESS for 2s [ 1204.561849] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1204.561849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.235893] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8279ee3d-5956-47e7-a782-d734570a9d1a in Status: SUCCESS [ 1206.236160] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8279ee3d-5956-47e7-a782-d734570a9d1a deletion is rescheduled due to dependency. [ 1206.236261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8279ee3d-5956-47e7-a782-d734570a9d1a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.748377] env[66160]: INFO networking_nsxv3.common.synchronization [req-8ec960e5-2756-4689-ac43-eaa5979abfc0 req-16a928f7-1bcc-454d-913f-bc247ad15043 tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1206.748922] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1206.750045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.750045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.750045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.750045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.750045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.750045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.750045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.750393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.750393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.750393] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.252424] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.754786] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.256736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.257110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.257110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.257211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.257314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.257442] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1208.295754] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.295906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.295988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.296218] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.296367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.306250] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1210.317913] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1210.318313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.369201] env[66160]: INFO networking_nsxv3.common.synchronization [req-1fb0e81c-d3f0-4161-bac9-e8186f51bd0c req-11307b41-85eb-458a-9ff1-ab2bf7e09c4d tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_members [ 1211.369765] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGHEST for action security_group_members [ 1211.370319] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.370319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.370319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.370583] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.370583] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.371083] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.371155] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.371320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.371408] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.371496] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.873258] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.873448] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.873492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.873721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.873791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.874012] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.874119] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.874182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.874395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.874515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.874561] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 is going to be updated. [ 1211.906060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.906060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.906060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.906310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.906310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.916098] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 in Status: IN_PROGRESS for 2s [ 1213.395440] env[66160]: INFO networking_nsxv3.common.synchronization [req-8aa12c56-22fe-4aff-934c-dd203a7796f8 req-ddbac49b-3881-48a7-9fd6-280f4c1c00bc tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1213.396060] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1213.396322] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.396692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.396692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.396692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.396853] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.396971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.397025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.397142] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.397227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.397331] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.703379] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.703585] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.703718] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.704031] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.704360] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.704567] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.704707] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.704940] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.705124] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.705441] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.705576] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.705689] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.705796] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.705910] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.706062] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.706205] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.731063] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.731063] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.731063] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.731063] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.731413] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-0aace62b-9962-4af9-8550-ac1e8b1cadc2 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.731511] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.731631] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.731953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.732102] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aace62b-9962-4af9-8550-ac1e8b1cadc2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.899577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.899781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.899781] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.899973] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.900076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.900276] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.900375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.900439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.900596] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.900670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.900761] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 is going to be updated. [ 1213.925739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.925961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.925961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.926159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.926298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.933952] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 in Status: SUCCESS [ 1213.934131] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 deletion is rescheduled due to dependency. [ 1213.934240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.934926] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: IN_PROGRESS for 2s [ 1214.234031] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.234290] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.234438] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.234735] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.234886] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.235129] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 0aace62b-9962-4af9-8550-ac1e8b1cadc2 not found, creating... [ 1214.235417] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.235573] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.235686] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.235909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.236061] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.236342] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.236493] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.236603] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.236886] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.237039] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.237183] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 0aace62b-9962-4af9-8550-ac1e8b1cadc2 is going to be created. [ 1214.259540] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.259763] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.259859] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.260156] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.260391] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.260722] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.975823] env[66160]: INFO networking_nsxv3.common.synchronization [req-8aa12c56-22fe-4aff-934c-dd203a7796f8 req-031bba50-a7e9-496b-9b3f-7e3a89281779 service nova] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_rules [ 1214.976162] env[66160]: INFO networking_nsxv3.common.synchronization [req-8aa12c56-22fe-4aff-934c-dd203a7796f8 req-031bba50-a7e9-496b-9b3f-7e3a89281779 service nova] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1214.976405] env[66160]: INFO networking_nsxv3.common.synchronization [req-8aa12c56-22fe-4aff-934c-dd203a7796f8 req-031bba50-a7e9-496b-9b3f-7e3a89281779 service nova] Enqueued Resource ID: 0aace62b-9962-4af9-8550-ac1e8b1cadc2 with Priority: HIGHEST for action port [ 1214.977129] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_rules [ 1214.977341] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1214.977502] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aace62b-9962-4af9-8550-ac1e8b1cadc2 with Priority: HIGHEST for action port [ 1214.977922] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.978127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.978234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.978529] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.978665] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.980349] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.980511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.980861] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aace62b-9962-4af9-8550-ac1e8b1cadc2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.980979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.981109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.981376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.982087] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aace62b-9962-4af9-8550-ac1e8b1cadc2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.482823] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.482981] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.485353] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aace62b-9962-4af9-8550-ac1e8b1cadc2 with status ACTIVE [ 1215.485577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.485765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.485765] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.486017] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.486140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.486296] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.486427] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.486502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.486657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.486732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.486912] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.487018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.487084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.487209] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.487283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.487366] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aace62b-9962-4af9-8550-ac1e8b1cadc2 is going to be updated. [ 1215.510707] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.510903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.510983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.511276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.511487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.511754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.944514] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: SUCCESS [ 1215.944696] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 deletion is rescheduled due to dependency. [ 1215.944807] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.944948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.945187] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.945421] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.945526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.945564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.945697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.945777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.945909] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.057689] env[66160]: INFO networking_nsxv3.common.synchronization [None req-787784f8-07e6-47ef-b030-0a226f09ecf8 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_rules [ 1216.057928] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_rules [ 1216.058309] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.058429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.058521] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.058822] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.058887] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.128835] env[66160]: INFO networking_nsxv3.common.synchronization [None req-4646ef24-348c-4d7d-8e2d-7dd8505cad8f tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_rules [ 1216.129431] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_rules [ 1216.130031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.130031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.448706] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.579600] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.579828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.579828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.580098] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.580197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.580301] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af already deleted. [ 1216.580411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.580579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.580748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.580830] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.952217] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.103261] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.103641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.103641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.103742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.103837] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.103934] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af already deleted. [ 1217.104027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.454575] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.454575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.454575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.454575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.454575] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.454575] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 is going to be updated. [ 1217.480492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.480653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.480711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.480917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.481084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.490989] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: IN_PROGRESS for 2s [ 1217.687906] env[66160]: INFO networking_nsxv3.common.synchronization [req-9e7d9368-5067-4099-b9dd-8ad85c83ccab req-3586ea1b-69c6-4bbe-8fb5-00dba1c272e2 tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1217.688530] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1217.688856] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.688988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.689069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.689437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.689437] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.689578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.689578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.689707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.689795] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.689913] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.000095] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.000286] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.000410] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.000671] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.000928] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.001105] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.001202] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.001420] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.001564] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.001769] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.001882] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.001986] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.002106] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.002239] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.003429] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.003429] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.023466] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.023657] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.023777] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.023949] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.024290] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-2b680f43-d6cf-477a-9556-589781cc9a63 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.024486] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.024608] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.024943] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.025140] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b680f43-d6cf-477a-9556-589781cc9a63',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.193273] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.527237] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.527467] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.527734] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.528092] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.528310] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.528506] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 2b680f43-d6cf-477a-9556-589781cc9a63 not found, creating... [ 1218.528807] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.529015] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.529172] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.529435] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.529606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.529922] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.530155] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.530308] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.530549] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.530742] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.530926] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 2b680f43-d6cf-477a-9556-589781cc9a63 is going to be created. [ 1218.562192] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.562432] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.562559] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.562843] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.563090] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.563366] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.695297] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.197932] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.197932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.197932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.198489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.198489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.198489] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1219.230726] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.230943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.230943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.231167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.231314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.241422] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1219.277935] env[66160]: INFO networking_nsxv3.common.synchronization [req-9e7d9368-5067-4099-b9dd-8ad85c83ccab req-016ed749-c580-4c22-94e0-a3b84305c3c9 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1219.278177] env[66160]: INFO networking_nsxv3.common.synchronization [req-9e7d9368-5067-4099-b9dd-8ad85c83ccab req-016ed749-c580-4c22-94e0-a3b84305c3c9 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1219.278318] env[66160]: INFO networking_nsxv3.common.synchronization [req-9e7d9368-5067-4099-b9dd-8ad85c83ccab req-016ed749-c580-4c22-94e0-a3b84305c3c9 service nova] Enqueued Resource ID: 2b680f43-d6cf-477a-9556-589781cc9a63 with Priority: HIGHEST for action port [ 1219.278840] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1219.278979] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1219.279088] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b680f43-d6cf-477a-9556-589781cc9a63 with Priority: HIGHEST for action port [ 1219.279363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.279836] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.279928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.280319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.280432] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.281483] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.281589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.281814] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b680f43-d6cf-477a-9556-589781cc9a63 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.281925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.282068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.282294] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.282393] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b680f43-d6cf-477a-9556-589781cc9a63',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.501093] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: SUCCESS [ 1219.501093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.501093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.501357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.501480] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.501612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.501673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.501833] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.501916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.502011] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.502114] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.784430] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.784538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.784725] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b680f43-d6cf-477a-9556-589781cc9a63 with status ACTIVE [ 1219.784901] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.785022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.785089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.785308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.785418] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.785662] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.785762] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.785824] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.786016] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.786089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.786269] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.786366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.786413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.786553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.786645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.786748] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b680f43-d6cf-477a-9556-589781cc9a63 is going to be updated. [ 1219.808053] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.808267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.808267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.808470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.808605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.808763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b680f43-d6cf-477a-9556-589781cc9a63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.004759] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.004968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.005082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.005285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.005471] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.005573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.005644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.005826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.005917] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.006034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.006192] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.006302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.006366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.006528] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.006674] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.006760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.006813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.006982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.007075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.007156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.007263] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.509512] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3179fa-4914-42ee-b22e-1a9ff695ebd7: rpc.has_security_group_logging(os_id): False [ 1220.529675] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.529925] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.530077] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.530458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.530629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.530969] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.531263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.531363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.531653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.531813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.532183] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.532338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.532439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.532666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.532789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.533110] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.533259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.533360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.533598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.533752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.533913] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 is going to be updated. [ 1220.595022] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.595256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.595256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.595454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.595745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.610890] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: IN_PROGRESS for 2s [ 1221.260618] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1221.260842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.261025] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.261256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.261453] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.261570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.261639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.261798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.261881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.261977] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.605206] env[66160]: INFO networking_nsxv3.common.synchronization [req-6251ed64-4a4c-48e6-b1b2-09eb22d9e973 req-3fc11f31-cbb3-411a-a8b6-f3f459c52d84 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_members [ 1221.606119] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_members [ 1221.606434] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.606557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.606627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.606873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.607038] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.607138] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.607200] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.607377] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.607475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.607625] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.764711] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.887346] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.887542] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.887664] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.887938] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.888209] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.888377] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.888496] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.888723] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.888849] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.889057] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.889169] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.889277] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.889383] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.889489] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.889593] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.889718] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.909131] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.909305] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.909440] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.909611] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.909918] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.910098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.910214] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.910537] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.910674] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48aa5ce2-9dd3-4407-8f74-f7a862d25ec2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.110124] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.110313] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.110386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.110605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.110697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.110897] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.110993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.111076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.111291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.111375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.111469] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af already deleted. [ 1222.111595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.221968] env[66160]: INFO networking_nsxv3.common.synchronization [req-ef58026a-44dc-4af8-b6da-26c80f18a3d7 req-9cec6417-3398-4f64-b57e-c52e707d9dae tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1222.222542] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 with Priority: HIGHEST for action security_group_members [ 1222.222925] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.222984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.223040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.223230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.223381] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.223476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.223543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.223693] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.223776] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.223866] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3179fa-4914-42ee-b22e-1a9ff695ebd7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.264152] env[66160]: INFO networking_nsxv3.common.synchronization [req-ef58026a-44dc-4af8-b6da-26c80f18a3d7 req-9cec6417-3398-4f64-b57e-c52e707d9dae tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 0aace62b-9962-4af9-8550-ac1e8b1cadc2 with Priority: HIGHEST for action port [ 1222.264737] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aace62b-9962-4af9-8550-ac1e8b1cadc2 with Priority: HIGHEST for action port [ 1222.266334] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aace62b-9962-4af9-8550-ac1e8b1cadc2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.266334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.266334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.266589] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.266640] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aace62b-9962-4af9-8550-ac1e8b1cadc2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.267451] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.413505] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.414868] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.415400] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.415808] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.415971] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.416140] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 not found, creating... [ 1222.416897] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.417175] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.417367] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.417732] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.418789] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.419277] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.419547] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.419686] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.419931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.420950] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.421127] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 is going to be created. [ 1222.448097] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.448097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.448097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.448097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.448097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.448097] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.626316] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: SUCCESS [ 1222.626694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.726536] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.726810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.726810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.726986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.727094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.727305] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.727413] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.727480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.727648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.727729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.727819] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 is going to be updated. [ 1222.757272] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.757470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.757572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.757813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.757961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.769617] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: IN_PROGRESS for 2s [ 1222.769827] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aace62b-9962-4af9-8550-ac1e8b1cadc2 with status ACTIVE [ 1222.770045] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.770178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.770329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.770451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.770538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.770713] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.770797] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.770863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.771013] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.771097] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.771280] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.771367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.771426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.771568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.771644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.771729] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aace62b-9962-4af9-8550-ac1e8b1cadc2 is going to be updated. [ 1222.772885] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.773015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.773074] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.773213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.773290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.773376] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1222.796390] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.796645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.796645] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.796844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.797047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.797224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aace62b-9962-4af9-8550-ac1e8b1cadc2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.818523] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.818794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.818794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.818914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.818977] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.829278] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1223.145197] env[66160]: INFO networking_nsxv3.common.synchronization [req-6251ed64-4a4c-48e6-b1b2-09eb22d9e973 req-ee158e30-c3df-4851-8938-6dae0414026b service nova] Enqueued Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_rules [ 1223.145376] env[66160]: INFO networking_nsxv3.common.synchronization [req-6251ed64-4a4c-48e6-b1b2-09eb22d9e973 req-ee158e30-c3df-4851-8938-6dae0414026b service nova] Enqueued Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_members [ 1223.145536] env[66160]: INFO networking_nsxv3.common.synchronization [req-6251ed64-4a4c-48e6-b1b2-09eb22d9e973 req-ee158e30-c3df-4851-8938-6dae0414026b service nova] Enqueued Resource ID: 48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 with Priority: HIGHEST for action port [ 1223.146911] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_rules [ 1223.146911] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_members [ 1223.146911] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 with Priority: HIGHEST for action port [ 1223.146911] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.146911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.146911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.146911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.147360] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.147951] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.148147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.148245] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.148439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.149029] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.149029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.149029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.149029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.149029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.149301] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.151180] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.151180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.151180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.151180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.151180] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48aa5ce2-9dd3-4407-8f74-f7a862d25ec2',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.653483] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.653896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.653896] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.655138] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 with status ACTIVE [ 1223.655363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.655516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.655608] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.655828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.655941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.656148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.656276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.656329] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.656520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.656622] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.656920] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.657099] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.657171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.657395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.657522] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.657749] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48aa5ce2-9dd3-4407-8f74-f7a862d25ec2 is going to be updated. [ 1223.680378] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.680592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.680697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.680939] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.681094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.681290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48aa5ce2-9dd3-4407-8f74-f7a862d25ec2" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.160308] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.663115] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.663423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.663423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.663604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.663692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.663792] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af is going to be created. [ 1224.686199] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.686297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.686297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.686517] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.686670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.699813] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: UNINITIALIZED for 2s [ 1224.779006] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 in Status: SUCCESS [ 1224.779276] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3179fa-4914-42ee-b22e-1a9ff695ebd7 deletion is rescheduled due to dependency. [ 1224.779396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3179fa-4914-42ee-b22e-1a9ff695ebd7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.841767] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1224.841994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.842186] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.842497] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.842707] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.842826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.842890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.843069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.843152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.843240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.843329] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.345545] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.345771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.345771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.346040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.346208] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.346312] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.346376] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.346536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.346660] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.346720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.346871] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.346964] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.347035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.347179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.347319] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.347411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.347472] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.347600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.347678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.347760] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.347845] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.850330] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1225.870195] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.870454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.870454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.870652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.870753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.870986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.871107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.871172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.871335] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.871412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.871596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.871694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.871746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.871886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.871956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.872150] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.872241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.872301] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.872442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.872518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.872605] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1225.941707] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.942028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.942028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.942176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.942255] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.956954] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1226.712184] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: SUCCESS [ 1226.712469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.712656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.712921] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.713227] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.713437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.713560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.713732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.713808] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.713898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.714011] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.216286] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.718473] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b77eb07-0a3d-4374-bee0-80c96d6965af: rpc.has_security_group_logging(os_id): False [ 1227.739430] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.739649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.739750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.740014] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.740161] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.740424] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.740545] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.740640] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.740856] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.740955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.741114] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af is going to be created. [ 1227.834869] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.835115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.835115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.835361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.835638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.851158] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: IN_PROGRESS for 2s [ 1227.980371] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1227.980753] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.147533] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.147599] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1229.866033] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: SUCCESS [ 1229.866429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.792116] env[66160]: INFO networking_nsxv3.common.synchronization [req-049eaa10-3d26-4dad-a39b-a0ed9f04a46f req-fcd58ecd-b01a-4c16-9073-7883b0153a2f tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1231.792116] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1231.792641] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.792972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.793180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.793590] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.793979] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.794253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.794438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.794775] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.794972] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.795181] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.297538] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.800475] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.303470] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.303716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.303716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.303952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.304059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.304166] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1233.337024] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.337239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.337306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.337512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.337653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.347886] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1235.359526] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1235.359900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.793780] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.794262] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.794799] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.795194] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.859304] env[66160]: INFO networking_nsxv3.common.synchronization [req-7b4b6499-2628-4dd6-bc5c-1d7142811353 req-b0cacc05-94f3-4b97-8336-58c047c2a25c tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1241.862992] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1241.863577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.863708] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.863791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.863991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.864204] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.864339] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.864428] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.864595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.865483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.865483] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.155199] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.155411] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.155578] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.155847] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.156125] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.156285] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.156402] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.156621] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.156771] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.156984] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.157108] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.157295] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.157361] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.157412] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.157510] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.157640] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.179641] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.179933] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.179933] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.180165] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.180436] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-7a2a01fb-e273-4683-8575-a35b706f4a52 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.180606] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.180713] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.181043] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.181184] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a2a01fb-e273-4683-8575-a35b706f4a52',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.367578] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.683417] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.683641] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.683641] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.684029] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.684120] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.684231] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 7a2a01fb-e273-4683-8575-a35b706f4a52 not found, creating... [ 1242.684536] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.684727] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.684861] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.685116] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.685259] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.685549] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.685706] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.685852] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.686076] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.686224] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.686365] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 7a2a01fb-e273-4683-8575-a35b706f4a52 is going to be created. [ 1242.706816] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.707042] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.707170] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.707431] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.707665] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.707909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.870699] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.373858] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.374061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.374061] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.374279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.374370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.374472] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1243.403872] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.404058] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.404118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.404306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.404446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.414682] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1243.425708] env[66160]: INFO networking_nsxv3.common.synchronization [req-7b4b6499-2628-4dd6-bc5c-1d7142811353 req-a62e10ba-55bb-4b56-bf5b-8baed5a80fb3 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1243.425926] env[66160]: INFO networking_nsxv3.common.synchronization [req-7b4b6499-2628-4dd6-bc5c-1d7142811353 req-a62e10ba-55bb-4b56-bf5b-8baed5a80fb3 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1243.426122] env[66160]: INFO networking_nsxv3.common.synchronization [req-7b4b6499-2628-4dd6-bc5c-1d7142811353 req-a62e10ba-55bb-4b56-bf5b-8baed5a80fb3 service nova] Enqueued Resource ID: 7a2a01fb-e273-4683-8575-a35b706f4a52 with Priority: HIGHEST for action port [ 1243.426682] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1243.426838] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1243.427147] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2a01fb-e273-4683-8575-a35b706f4a52 with Priority: HIGHEST for action port [ 1243.427462] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.427774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.427774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.427888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.427971] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.429799] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.429915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.430145] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a2a01fb-e273-4683-8575-a35b706f4a52 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.430272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.430321] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.430484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.430569] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a2a01fb-e273-4683-8575-a35b706f4a52',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.930363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.930769] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.933055] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a2a01fb-e273-4683-8575-a35b706f4a52 with status ACTIVE [ 1243.933306] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.933306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.933447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.933551] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.933643] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.933825] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.933928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.933990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.934164] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.934243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.934424] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.934516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.934600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.934800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.934871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.934956] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a2a01fb-e273-4683-8575-a35b706f4a52 is going to be updated. [ 1243.955644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.955862] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.955954] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.956271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.956466] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.956689] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a2a01fb-e273-4683-8575-a35b706f4a52" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.426513] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1245.426908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.426908] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.427230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.427492] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.427607] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.427691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.427986] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.428116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.428238] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.931059] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.432893] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.770473] env[66160]: INFO networking_nsxv3.common.synchronization [req-60b9b822-8d05-4a27-8d95-7cb34b1b8784 req-a743c437-d1a1-44eb-9c66-ba78e1c118c1 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1246.771036] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1246.772031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.772031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.772031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.772031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.772031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.772031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.772031] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.772398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.772398] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.772398] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.934849] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.935026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.935089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.935316] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.935409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.935509] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1246.964278] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.964455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.964502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.964752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.964907] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.973731] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1247.024636] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.025200] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.025200] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.025335] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.025589] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.025800] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.025909] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.026599] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.026599] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.026799] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.026916] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.027072] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.027143] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.027238] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.027472] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.027472] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.050180] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.050360] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.050436] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.050578] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-490" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.050906] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-500b1b45-3184-4432-91d5-ad41fef3767b taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.051096] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.051219] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.051550] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.051687] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500b1b45-3184-4432-91d5-ad41fef3767b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.274182] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.554030] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.554487] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.554487] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.554762] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.554924] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.555093] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 500b1b45-3184-4432-91d5-ad41fef3767b not found, creating... [ 1247.555549] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.555549] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.555697] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.555931] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.556030] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.556268] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.556421] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.556536] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.556745] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.556876] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.557018] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 500b1b45-3184-4432-91d5-ad41fef3767b is going to be created. [ 1247.582667] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.583008] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.583154] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.583431] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.583664] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.583895] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.776932] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.260217] env[66160]: INFO networking_nsxv3.common.synchronization [req-60b9b822-8d05-4a27-8d95-7cb34b1b8784 req-c60f904e-a75e-43d8-94ac-ae4d4632f7a0 service nova] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 1248.260397] env[66160]: INFO networking_nsxv3.common.synchronization [req-60b9b822-8d05-4a27-8d95-7cb34b1b8784 req-c60f904e-a75e-43d8-94ac-ae4d4632f7a0 service nova] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1248.260533] env[66160]: INFO networking_nsxv3.common.synchronization [req-60b9b822-8d05-4a27-8d95-7cb34b1b8784 req-c60f904e-a75e-43d8-94ac-ae4d4632f7a0 service nova] Enqueued Resource ID: 500b1b45-3184-4432-91d5-ad41fef3767b with Priority: HIGHEST for action port [ 1248.260756] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_rules [ 1248.260885] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1248.260979] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500b1b45-3184-4432-91d5-ad41fef3767b with Priority: HIGHEST for action port [ 1248.262239] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.262381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.262452] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.262677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.262763] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.263972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.264084] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.264625] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-500b1b45-3184-4432-91d5-ad41fef3767b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.264697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.264793] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.264969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.265059] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500b1b45-3184-4432-91d5-ad41fef3767b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.279413] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.279613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.279613] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.279816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.279906] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.280034] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be updated. [ 1248.318154] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.318361] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.318416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.318656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.318826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.329615] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 1248.764937] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.765364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.767410] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 500b1b45-3184-4432-91d5-ad41fef3767b with status ACTIVE [ 1248.767602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.767716] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.767784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.768103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.768103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.768249] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.768340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.768403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.768557] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.768630] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.768809] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.768900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.768993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.769133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.769207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.769288] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 500b1b45-3184-4432-91d5-ad41fef3767b is going to be updated. [ 1248.795444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.795600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.795676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.795931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.796225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.796338] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-500b1b45-3184-4432-91d5-ad41fef3767b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.988237] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1248.988614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.988847] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.989116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.989347] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.989475] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.989544] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.989827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.989970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.990110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.990218] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.492317] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.492556] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.492686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.493020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.493215] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.493320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.493384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.493558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.493672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.493766] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.494026] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.494174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.494174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.494558] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.494855] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.495026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.495106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.495273] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.495357] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.495470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.495537] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.997911] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1250.018657] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.018914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.018974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.019222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.019423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.019656] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.019752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.019818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.019979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.020078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.020310] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.020407] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.020467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.020665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.020746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.020927] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.021028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.021089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.021240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.021314] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.021394] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1250.087391] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.087580] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.087624] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.087946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.088053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.100638] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1250.340038] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 1250.340265] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.340330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.340564] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.340768] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.340880] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.340978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.341137] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.341221] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.341293] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.844143] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.890180] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.890606] env[66160]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b1ef2f1f-17b9-40c6-955b-e597479cb5b3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.346317] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.848815] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.849032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.849086] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.849282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.849373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.849468] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be updated. [ 1251.879760] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.879938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.879938] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.880158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.880306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.889956] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 1252.116829] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1252.117131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.261944] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.262444] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1253.899746] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 1253.899999] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.900148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.900366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.900561] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.900676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.900732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.900891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.900975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.901070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.901158] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.403775] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.906734] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a11729-a5e0-4098-81a4-889a10f349b1: rpc.has_security_group_logging(os_id): False [ 1254.924577] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.924796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.924861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.925078] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.925172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.925427] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.925537] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.925603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.925767] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.925879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.925945] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be updated. [ 1254.986481] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.986672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.986672] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.986852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.986995] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.998661] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 1257.014093] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 1257.014439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.087995] env[66160]: INFO networking_nsxv3.common.synchronization [req-56ab1af8-f8c4-4a92-a87d-949958550468 req-77beecea-e4e7-44dd-959e-ab534a704cf7 tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1257.088474] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1257.088802] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.088955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.089037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.089239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.089398] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.089493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.089554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.089702] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.089974] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.089974] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.422178] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.423290] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.423457] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.423745] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.424029] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.424200] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.424319] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.424538] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.424683] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.424929] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.425094] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.425260] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.425305] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.425403] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.425511] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.425671] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.445888] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.446135] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.446292] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.446484] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.446865] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-5e2e14fb-c214-44a8-b337-b548d51d8a7c taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.447176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.447347] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.447738] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.447887] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2e14fb-c214-44a8-b337-b548d51d8a7c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.591572] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.950051] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.950293] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.950497] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.950717] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.950865] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.951030] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 5e2e14fb-c214-44a8-b337-b548d51d8a7c not found, creating... [ 1257.951298] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.951471] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.951594] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.951821] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.951959] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.952268] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.952423] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.952535] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.952745] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.952867] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.953011] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 5e2e14fb-c214-44a8-b337-b548d51d8a7c is going to be created. [ 1257.973630] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.973838] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.973985] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.974311] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.974569] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.974842] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.094137] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.596832] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.597019] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.597146] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.597391] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.597525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.597683] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1258.685421] env[66160]: INFO networking_nsxv3.common.synchronization [req-56ab1af8-f8c4-4a92-a87d-949958550468 req-2d960b4a-7bb9-4f27-8279-7f1e4ea3e2f4 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1258.685598] env[66160]: INFO networking_nsxv3.common.synchronization [req-56ab1af8-f8c4-4a92-a87d-949958550468 req-2d960b4a-7bb9-4f27-8279-7f1e4ea3e2f4 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1258.685739] env[66160]: INFO networking_nsxv3.common.synchronization [req-56ab1af8-f8c4-4a92-a87d-949958550468 req-2d960b4a-7bb9-4f27-8279-7f1e4ea3e2f4 service nova] Enqueued Resource ID: 5e2e14fb-c214-44a8-b337-b548d51d8a7c with Priority: HIGHEST for action port [ 1258.686330] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1258.686494] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1258.686712] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2e14fb-c214-44a8-b337-b548d51d8a7c with Priority: HIGHEST for action port [ 1258.686866] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.686961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.687042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.687292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.687373] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.688288] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.688931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.688931] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2e14fb-c214-44a8-b337-b548d51d8a7c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.688931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.688931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.688931] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.689257] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2e14fb-c214-44a8-b337-b548d51d8a7c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.781672] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.781950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.781950] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.782139] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.782297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.804965] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1259.192208] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.192620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.192620] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2e14fb-c214-44a8-b337-b548d51d8a7c with status ACTIVE [ 1259.192883] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.193037] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.193128] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.193390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.193593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.193721] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.193853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.193941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.194158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.194260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.194505] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.194629] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.194715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.194987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.194987] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.195123] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2e14fb-c214-44a8-b337-b548d51d8a7c is going to be updated. [ 1259.216656] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.216849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.216849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.216996] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.217150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.217308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2e14fb-c214-44a8-b337-b548d51d8a7c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.815144] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1260.815509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.815509] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.815720] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.815919] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.816052] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.816112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.816267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.816349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.816443] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.318579] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.821621] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.324694] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.325053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.325053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.325241] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.325334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.325456] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1262.373354] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.373560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.373618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.373802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.373956] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.389569] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1263.687384] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.687799] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1264.401643] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1264.401705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.401889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.402158] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.402363] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.402500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.402566] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.403355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.403355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.403355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.403355] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.905516] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.905922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.905922] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.906131] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.906323] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.906484] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.906568] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.906788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.906888] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.906980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.907177] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.907295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.907364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.907533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.907675] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.907787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.907849] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.908021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.908113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.908208] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.908303] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.410787] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1265.432827] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.433089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.433171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.433492] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.433659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.434019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.434174] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.434276] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.434538] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.434670] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.434905] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.435024] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.435073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.435219] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.435297] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.435480] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.435574] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.435635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.435771] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.435868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.435974] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1265.511375] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.511627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.511627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.511873] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.512082] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.531919] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1267.550800] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1267.551239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.836141] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.836386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.836386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.836844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.836844] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.338770] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.688212] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.688498] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.781965] env[66160]: INFO networking_nsxv3.common.synchronization [req-55da082d-8b06-4398-a3fe-54ab6a373e80 req-cb0a8903-2b0f-488a-8773-a767881d4deb tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1268.782353] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1268.782667] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.782791] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.782861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.783091] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.783245] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.783346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.783411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.783565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.783648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.783788] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.841364] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.286315] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.343659] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1269.343778] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1269.789064] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.143544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.143700] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.143758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.144073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.157788] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1270.158830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.159795] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1270.197646] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.197894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.197894] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.198095] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.212453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.213266] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1270.213345] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.213436] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1270.291405] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.291617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.291690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.292059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.292059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.292187] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1270.296979] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.297206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.297283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.297487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.299127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.299327] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1270.327409] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.327542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.327628] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.327942] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.328112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.345870] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1270.396736] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.398053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.398053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.398053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.398213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.398549] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1270.480644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.480875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.480937] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.481118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.481436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.481739] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1270.481837] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'82a11729-a5e0-4098-81a4-889a10f349b1', 'f0b01d2d-6073-4a56-aae1-7db6e4b62806', 'f8a7d510-fa6b-40fc-801c-630562cc2774', 'ac0224a1-501e-45b0-bf5b-d32b74110c00', '085286a0-a69b-4ea0-8188-d1b3b3795efd', '02f4e704-2a4f-424b-8f18-6daa1e1fb7cf', '7c28879c-29b2-42c3-b7d3-4e0dc762f854', '2914f3df-c1c8-4fc0-97b7-c92041a79f01', '43949ee9-503d-4f0a-b5b6-989cab746249', '5b77eb07-0a3d-4374-bee0-80c96d6965af', 'ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35', 'dd65a6de-a2ae-451a-aae5-ad38da13ce0c', 'cbda03fc-0167-45c2-b1f7-3ab64cce6da0', 'bcb6a4c1-8c2b-421a-abfb-07167f765480', '1c6f5acd-a1d4-41b0-a889-4dae228f2e31', '105e715f-897c-47db-ad40-bc092c087de6', '87f69a82-1bcd-47d0-b91d-21db7825e56c', '9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4', '879dae25-9dc7-4b27-961e-966e24d88c62', 'ab0f8f2a-0006-4efd-9245-20c0165ea23b', '5a1746d3-659b-4ab7-b824-ed39e632cf03', '20663d9a-d468-4ae8-a9b3-1683b5c6c7e6', 'c7fba669-c321-4083-a011-95156adc9da2', '4667b602-7d3d-4659-88b9-5ca2b4f10a50', '71c15cbc-36f1-47d9-b67f-b7f2e5fee1d6', '06586147-dbbb-416f-adbf-a56a1885e999', '0f3179fa-4914-42ee-b22e-1a9ff695ebd7', '13038de0-df88-4d1a-93f4-bd85778297c8', '504a82c5-63fc-4528-a7a8-f5a24613d72e', '563a2037-874d-4395-bd47-acaedefa3c23', '9eadf68c-708b-4887-b89f-583c052ca208', '2f07bb4d-084c-43d5-8a11-ba3bdfe0048a', 'b30dfa70-dbc2-497c-941f-71e6a17039ad', '00d69bf3-ff7b-49fc-8f48-579ef40880ae', '182737ba-6b26-4753-937b-04334b7b3775', 'ab177d6c-fbcc-4a58-962a-79f0cd644a01', '01f11eeb-5124-46fc-be20-c9875d277523', '13f60089-6497-4771-a5bb-ee4c8eb40566', '8279ee3d-5956-47e7-a782-d734570a9d1a', '40511e69-d4df-4f4f-92dc-f93455749bfe', 'f419d24c-f609-4e19-a1e3-97587728b59b', '4299a7d6-e8f3-4a9f-a326-30669f2e87de', 'f9c8e761-f6a3-43fb-bc37-945b758137f6'} {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.481930] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1270.500205] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.500439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.500439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.500658] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.500749] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.500862] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1270.500936] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.501012] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1270.573092] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.573092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.573421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.573421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.574623] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.574916] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1270.575055] env[66160]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66160) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.575140] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1270.575210] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1270.575290] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1270.575360] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGH for action security_group_rules [ 1270.575442] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGH for action security_group_rules [ 1270.575510] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGH for action security_group_rules [ 1270.575573] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGH for action security_group_rules [ 1270.575636] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGH for action security_group_rules [ 1270.575703] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGH for action security_group_rules [ 1270.575776] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGH for action security_group_rules [ 1270.575860] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGH for action security_group_rules [ 1270.575935] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGH for action security_group_rules [ 1270.576065] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGH for action security_group_rules [ 1270.576131] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGH for action security_group_rules [ 1270.576164] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGH for action security_group_rules [ 1270.576203] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGH for action security_group_rules [ 1270.576254] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGH for action security_group_rules [ 1270.576315] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGH for action security_group_rules [ 1270.576377] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGH for action security_group_rules [ 1270.576439] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGH for action security_group_rules [ 1270.576507] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGH for action security_group_rules [ 1270.576572] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGH for action security_group_rules [ 1270.576635] env[66160]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGH for action security_group_rules [ 1270.576739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.356735] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1272.357157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.783448] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.783847] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1273.783847] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGH for action security_group_rules [ 1273.783941] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGH for action security_group_rules [ 1273.783999] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 with Priority: HIGH for action security_group_rules [ 1273.784147] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 with Priority: HIGH for action security_group_rules [ 1273.784280] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b with Priority: HIGH for action security_group_rules [ 1273.784401] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879dae25-9dc7-4b27-961e-966e24d88c62 with Priority: HIGH for action security_group_rules [ 1273.784513] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 with Priority: HIGH for action security_group_rules [ 1273.784633] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGH for action security_group_rules [ 1273.784738] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 with Priority: HIGH for action security_group_rules [ 1273.784851] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105e715f-897c-47db-ad40-bc092c087de6 with Priority: HIGH for action security_group_rules [ 1273.784998] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 with Priority: HIGH for action security_group_rules [ 1273.785148] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c with Priority: HIGH for action security_group_rules [ 1273.785264] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 with Priority: HIGH for action security_group_rules [ 1273.785375] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGH for action security_group_rules [ 1273.785493] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43949ee9-503d-4f0a-b5b6-989cab746249 with Priority: HIGH for action security_group_rules [ 1273.785600] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf with Priority: HIGH for action security_group_rules [ 1273.785705] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 with Priority: HIGH for action security_group_rules [ 1273.785818] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd with Priority: HIGH for action security_group_rules [ 1273.785930] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 with Priority: HIGH for action security_group_rules [ 1273.786511] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 with Priority: HIGH for action security_group_rules [ 1273.786929] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.787106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.787182] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.787436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.787539] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.788758] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.788758] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.788910] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.789045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.789133] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.789991] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.790112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.790204] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.790394] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.790643] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c28879c-29b2-42c3-b7d3-4e0dc762f854',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.791307] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.791449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.791495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.791678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.791740] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f5acd-a1d4-41b0-a889-4dae228f2e31',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.792559] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.792784] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.792864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.793110] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.793192] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0f8f2a-0006-4efd-9245-20c0165ea23b',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.793918] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879dae25-9dc7-4b27-961e-966e24d88c62 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.794029] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.794121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.794284] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.794377] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879dae25-9dc7-4b27-961e-966e24d88c62',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.795208] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.795320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.795320] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.795510] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.795589] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.796438] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.796579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.796648] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.796834] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.796909] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.799848] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcb6a4c1-8c2b-421a-abfb-07167f765480 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.800122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.800122] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.800378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.800378] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcb6a4c1-8c2b-421a-abfb-07167f765480',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.801183] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-105e715f-897c-47db-ad40-bc092c087de6 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.801183] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.801965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.801965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.801965] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('105e715f-897c-47db-ad40-bc092c087de6',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.802240] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.802397] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.802451] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.802635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.802716] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbda03fc-0167-45c2-b1f7-3ab64cce6da0',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.803472] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.803600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.803669] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.803838] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.803930] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd65a6de-a2ae-451a-aae5-ad38da13ce0c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.804866] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.804866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.804866] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.805148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.805148] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.806031] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.806150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.806199] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.806364] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.806461] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.807211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43949ee9-503d-4f0a-b5b6-989cab746249 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.807354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.807406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.807719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.807719] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43949ee9-503d-4f0a-b5b6-989cab746249',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.808444] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.808573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.808573] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.808738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.808810] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02f4e704-2a4f-424b-8f18-6daa1e1fb7cf',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.809688] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.809787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.809861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.810081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.810699] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2914f3df-c1c8-4fc0-97b7-c92041a79f01',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.810883] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085286a0-a69b-4ea0-8188-d1b3b3795efd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.811057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.811057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.811244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.811348] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085286a0-a69b-4ea0-8188-d1b3b3795efd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.812082] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.812190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.812242] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.812486] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.812486] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0b01d2d-6073-4a56-aae1-7db6e4b62806',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.813221] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0224a1-501e-45b0-bf5b-d32b74110c00 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.813340] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.813423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.813586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.813674] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0224a1-501e-45b0-bf5b-d32b74110c00',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.817620] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.817746] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.817842] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.818021] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.818202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.818322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.818389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.818565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.818666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.818774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.818860] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.840019] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.840179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.840235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.840442] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.863707] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.863833] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0f8f2a-0006-4efd-9245-20c0165ea23b is going to be deleted. [ 1273.937298] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.937625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.937719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.937970] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.938101] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.938275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0f8f2a-0006-4efd-9245-20c0165ea23b" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.316194] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.316385] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.316446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.316705] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.316911] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.317102] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.317228] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.317482] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.317579] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.317698] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.317794] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.324333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.324512] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.324605] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.324802] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.325096] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.325229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.325288] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.325454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.325554] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.325646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.325754] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.332346] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.332498] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.332569] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.332892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.333128] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.333248] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.333322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.333506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.333597] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.333712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.333810] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.341987] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.342134] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.342231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.342374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.342526] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.342620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.342682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.342819] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.342914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.343060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.343202] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.343283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.343336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.343458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.343594] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.343683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.343748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.343871] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.343945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.344034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.344119] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.352641] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.357847] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1274.394698] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.394896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.394896] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.395266] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.397157] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.397259] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.398054] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.398157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.398854] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.398948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.399602] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.399697] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.400462] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.400561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.401344] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.401436] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.402129] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.402227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.403130] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.403260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.403954] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.404059] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.404802] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.404899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.405931] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.406396] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.406514] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.407150] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.407564] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.407673] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.408296] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.408678] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.408773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.409704] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.410080] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.410176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.410750] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.411139] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.411232] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.421456] env[66160]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.421902] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.422042] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0224a1-501e-45b0-bf5b-d32b74110c00 is going to be deleted. [ 1274.422934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.423171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.449260] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.449440] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02f4e704-2a4f-424b-8f18-6daa1e1fb7cf is going to be deleted. [ 1274.450325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.450531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.467604] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.467768] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879dae25-9dc7-4b27-961e-966e24d88c62 is going to be deleted. [ 1274.468656] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.468868] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.481828] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.482032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.498020] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.498238] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcb6a4c1-8c2b-421a-abfb-07167f765480 is going to be deleted. [ 1274.499388] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.499600] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.501993] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.502135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.520022] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.520161] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43949ee9-503d-4f0a-b5b6-989cab746249 is going to be deleted. [ 1274.521060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.521282] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.533635] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.533823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.540592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.540726] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbda03fc-0167-45c2-b1f7-3ab64cce6da0 is going to be deleted. [ 1274.541617] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.541827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.564148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.564312] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c28879c-29b2-42c3-b7d3-4e0dc762f854 is going to be deleted. [ 1274.565346] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.565560] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.582080] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.582211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.582962] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.583064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.625172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.625387] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35 is going to be deleted. [ 1274.626434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.627192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.678752] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.678962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.692423] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.692597] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085286a0-a69b-4ea0-8188-d1b3b3795efd is going to be deleted. [ 1274.693606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.693863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.775851] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.776180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.815126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.815416] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2914f3df-c1c8-4fc0-97b7-c92041a79f01 is going to be deleted. [ 1274.816290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.816541] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.830875] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.832224] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.849687] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.849900] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.856347] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a11729-a5e0-4098-81a4-889a10f349b1: rpc.has_security_group_logging(os_id): False [ 1274.886493] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.886828] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.887633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.887765] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4 is going to be deleted. [ 1274.888714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.888984] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.927539] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.927739] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.932827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.933020] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd65a6de-a2ae-451a-aae5-ad38da13ce0c is going to be deleted. [ 1274.933927] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.934177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.055349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.055533] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f5acd-a1d4-41b0-a889-4dae228f2e31 is going to be deleted. [ 1275.056533] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.056798] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.058700] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.058817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.097955] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.098446] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.098651] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.098777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.099092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.099235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.099705] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.099890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.100023] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.100285] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.100429] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.100719] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.100867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.100991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.101240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.101382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.101544] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1275.104967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.105184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.133101] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.133311] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.137401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.137622] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0b01d2d-6073-4a56-aae1-7db6e4b62806 is going to be deleted. [ 1275.138612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.138941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.139069] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.139192] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0224a1-501e-45b0-bf5b-d32b74110c00" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.139353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.139535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.139606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.139730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02f4e704-2a4f-424b-8f18-6daa1e1fb7cf" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.140914] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.141044] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.141085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.141300] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.141336] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.141430] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd65a6de-a2ae-451a-aae5-ad38da13ce0c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.142308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.142308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879dae25-9dc7-4b27-961e-966e24d88c62" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.142308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.142308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43949ee9-503d-4f0a-b5b6-989cab746249" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142572] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.142655] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.142696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.142858] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcb6a4c1-8c2b-421a-abfb-07167f765480" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.143188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.143390] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.143481] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.143633] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbda03fc-0167-45c2-b1f7-3ab64cce6da0" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.143787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.143941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.144036] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.144157] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c28879c-29b2-42c3-b7d3-4e0dc762f854" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.144372] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.144520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.144598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.144714] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae85e1f3-8a3f-4c2d-9486-1a1814ec8a35" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.144857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.145145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.145240] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.145363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085286a0-a69b-4ea0-8188-d1b3b3795efd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.145480] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.145627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.166683] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.166916] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.202809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.203358] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.203524] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.203632] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.203941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.204100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.204275] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be updated. [ 1275.205912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.206280] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.261026] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.261226] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 105e715f-897c-47db-ad40-bc092c087de6 is going to be deleted. [ 1275.262163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.262440] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.262581] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.262711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2914f3df-c1c8-4fc0-97b7-c92041a79f01" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.263859] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.264027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.264093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.264235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.264392] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.265449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.265639] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.265742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.265945] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f5acd-a1d4-41b0-a889-4dae228f2e31" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.266692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.266943] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.267057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.267222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae350d5-9f5f-4eb2-86ba-7e1eabab3ae4" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.334840] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.335094] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.335147] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.335381] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.335493] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.335626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0b01d2d-6073-4a56-aae1-7db6e4b62806" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.335877] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b77eb07-0a3d-4374-bee0-80c96d6965af: rpc.has_security_group_logging(os_id): False [ 1275.336983] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87f69a82-1bcd-47d0-b91d-21db7825e56c: rpc.has_security_group_logging(os_id): False [ 1275.366699] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.366928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.366928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.367159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.386751] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1275.407146] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.407461] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.426657] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.426972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.427093] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.427165] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.427406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.427496] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.427584] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c is going to be updated. [ 1275.428676] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.428853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.460856] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.461076] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.461864] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.462160] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.462254] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.462319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.462518] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.462603] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.462689] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af is going to be updated. [ 1275.463901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.464050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.464115] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.470924] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.471106] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.471150] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.471330] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.471419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.471535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-105e715f-897c-47db-ad40-bc092c087de6" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.539270] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 1275.577859] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.578118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.578118] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.578305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.578454] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.616798] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: IN_PROGRESS for 2s [ 1275.632975] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.632975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.632975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.632975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.632975] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.658262] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: IN_PROGRESS for 2s [ 1276.017113] env[66160]: INFO networking_nsxv3.common.synchronization [req-01ac6127-0a28-4891-9169-e669fafe66cb req-8f4e21ce-4224-4327-b7c8-100bafca8f3e tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1276.017709] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1276.018307] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.018450] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.018520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.018717] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.018883] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.018982] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.019089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.019206] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.019292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.019385] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.521694] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.023989] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.406497] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1277.406699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.527049] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.527279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.527279] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.527458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.527553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.527657] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1277.558341] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 1277.558578] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.560183] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.560323] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.560393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.560598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.560733] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.569567] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1277.637518] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: SUCCESS [ 1277.637751] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.677582] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: SUCCESS [ 1277.677831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.580502] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1279.580879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.019135] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.019471] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.020569] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.020823] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.226995] env[66160]: INFO networking_nsxv3.common.synchronization [req-f408cb48-f029-4ed2-8b7e-6aa04ec801c7 req-a7d7c107-6b07-4fa4-bab7-704bb5a6074b tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_members [ 1286.227554] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af with Priority: HIGHEST for action security_group_members [ 1286.227868] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b77eb07-0a3d-4374-bee0-80c96d6965af taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.227991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.228359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.228359] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.228483] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.228531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.228562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.228721] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.228785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.228889] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b77eb07-0a3d-4374-bee0-80c96d6965af',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.673342] env[66160]: INFO networking_nsxv3.common.synchronization [req-7ebeb37d-25b2-44da-b0d3-2de8b5ee0100 req-a108523b-6f3e-4922-8220-1b0d8368d61f tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1286.673884] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1286.674517] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.674646] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.674718] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.674941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.675117] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.675230] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.675289] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.675449] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.675536] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.675627] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.731704] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.731867] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.731941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.732211] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.732343] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.732555] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.732659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.732725] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.732884] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.732962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.733060] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af is going to be updated. [ 1286.760466] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.760662] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.760709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.760889] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.761040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.769437] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: IN_PROGRESS for 2s [ 1286.959055] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.959055] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.959055] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.959337] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.959614] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.959831] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.959980] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.960230] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.960376] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.960585] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.960698] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.960805] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.960910] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.961032] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.961142] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.961271] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.979736] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.979952] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.980086] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.980255] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.980562] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-c9d1c56f-8eb1-4679-97f2-03d07419eda7 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.980726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.980844] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.981193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.981329] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d1c56f-8eb1-4679-97f2-03d07419eda7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.177915] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.491232] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.491456] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.491528] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.491820] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.491970] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.492137] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port c9d1c56f-8eb1-4679-97f2-03d07419eda7 not found, creating... [ 1287.492396] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.492551] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.492665] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.492880] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.493031] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.493347] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.493504] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.493620] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.493822] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.493953] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.494102] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: c9d1c56f-8eb1-4679-97f2-03d07419eda7 is going to be created. [ 1287.514800] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.515013] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.515236] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.515503] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.515726] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.515943] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.681024] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.183318] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.183625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.183625] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.183879] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.184570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.184570] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1288.208336] env[66160]: INFO networking_nsxv3.common.synchronization [req-7ebeb37d-25b2-44da-b0d3-2de8b5ee0100 req-3fad3556-fb89-463a-bc53-49c7a349acbe service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1288.208336] env[66160]: INFO networking_nsxv3.common.synchronization [req-7ebeb37d-25b2-44da-b0d3-2de8b5ee0100 req-3fad3556-fb89-463a-bc53-49c7a349acbe service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1288.208489] env[66160]: INFO networking_nsxv3.common.synchronization [req-7ebeb37d-25b2-44da-b0d3-2de8b5ee0100 req-3fad3556-fb89-463a-bc53-49c7a349acbe service nova] Enqueued Resource ID: c9d1c56f-8eb1-4679-97f2-03d07419eda7 with Priority: HIGHEST for action port [ 1288.208951] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1288.209130] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1288.209348] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d1c56f-8eb1-4679-97f2-03d07419eda7 with Priority: HIGHEST for action port [ 1288.209603] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.209677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.209745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.209952] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.210078] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.211729] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.211729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.211729] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d1c56f-8eb1-4679-97f2-03d07419eda7 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.213046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.213046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.213046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.213046] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d1c56f-8eb1-4679-97f2-03d07419eda7',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.215521] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.215619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.215619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.215789] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.215934] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.226040] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1288.712460] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.712740] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.715033] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9d1c56f-8eb1-4679-97f2-03d07419eda7 with status ACTIVE [ 1288.715287] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.715420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.715506] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.715699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.715785] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.715955] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.716089] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.716151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.716328] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.716419] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.716605] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.716719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.716799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.716877] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.716948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.717047] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9d1c56f-8eb1-4679-97f2-03d07419eda7 is going to be updated. [ 1288.741980] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.742318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.742318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.742786] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.742944] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.743136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d1c56f-8eb1-4679-97f2-03d07419eda7" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.787906] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af in Status: SUCCESS [ 1288.788159] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b77eb07-0a3d-4374-bee0-80c96d6965af deletion is rescheduled due to dependency. [ 1288.788295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b77eb07-0a3d-4374-bee0-80c96d6965af" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.236344] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 4s [ 1290.870468] env[66160]: INFO networking_nsxv3.common.synchronization [None req-65ea41d7-685a-4aea-b21f-6dbf8fbbd132 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_rules [ 1290.870468] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_rules [ 1290.870468] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.870468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.870468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.870468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.870468] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.949440] env[66160]: INFO networking_nsxv3.common.synchronization [None req-aaae85d9-c963-41fd-87b4-de4d4c0cf37f tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_rules [ 1290.950159] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_rules [ 1290.950473] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.950577] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.390561] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.390901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.390901] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.391109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.391109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.391195] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 already deleted. [ 1291.391256] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.391409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.391561] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.391644] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.912592] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.912592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.912592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.912592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.912827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.912827] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 already deleted. [ 1291.912827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.247142] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1292.247360] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.247567] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.247835] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.248028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.248735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.248735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.248735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.248735] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.248735] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.751044] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.257044] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.759598] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.760045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.760045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.760045] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.760163] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.760225] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1293.787594] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.787750] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.787823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.788033] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.788178] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.797752] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1295.810618] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1295.811062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.811062] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.811272] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.811528] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.811652] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.811712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.811881] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.811961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.812057] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.812152] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.951043] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.951201] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1296.308131] env[66160]: INFO networking_nsxv3.common.synchronization [req-95459351-9640-4437-9cf7-af5b62af2769 req-193e7e4e-d890-4a82-b37a-07a37e9a2ed2 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_members [ 1296.308807] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_members [ 1296.309653] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8b5147-3aa4-47e6-a766-4f348b0294a3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.309653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.309653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.309653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.309872] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.309872] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.309965] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.310107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.310196] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.310298] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.314244] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.314244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.314399] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.314477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.314682] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.314792] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.314875] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.315066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.315179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.315299] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.315459] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.315553] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.315615] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.315757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.315897] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.315988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.316060] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.316244] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.316308] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.316345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.316424] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.648617] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.648870] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.649057] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.649389] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.649718] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.649918] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.650133] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.650424] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.650607] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.650860] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.650995] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.651146] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.651281] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.651419] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.651559] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.651718] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.674299] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.674550] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.674730] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.674955] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-674" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.675344] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.675520] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.675670] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.676017] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.676184] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80dcf7c-22ac-428c-8a04-f6d9f51c9966',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.813329] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.813683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.813683] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.813831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.813920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.814129] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.814231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.814295] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.814447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.814525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.814636] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 already deleted. [ 1296.814757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.818166] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1296.835310] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.835525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.835525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.835694] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.835783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.836015] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.836133] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.836198] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.836387] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.836471] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.836654] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.836748] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.836809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.836948] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.837035] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.837216] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.837310] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.837363] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.837507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.837647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.837647] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1296.901306] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.901500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.901542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.901731] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.901878] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.915455] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1297.178451] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.178669] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.178795] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.179098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.179252] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.179408] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port f80dcf7c-22ac-428c-8a04-f6d9f51c9966 not found, creating... [ 1297.179664] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.179819] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.179935] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.180176] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.180314] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.180590] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.180744] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.180858] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.181077] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.181212] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.181348] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: f80dcf7c-22ac-428c-8a04-f6d9f51c9966 is going to be created. [ 1297.200947] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.201193] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.201270] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.201563] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.201803] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.202056] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.907596] env[66160]: INFO networking_nsxv3.common.synchronization [req-95459351-9640-4437-9cf7-af5b62af2769 req-1c46f442-465f-4fcc-9510-3c16945e7b77 service nova] Enqueued Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_rules [ 1297.907846] env[66160]: INFO networking_nsxv3.common.synchronization [req-95459351-9640-4437-9cf7-af5b62af2769 req-1c46f442-465f-4fcc-9510-3c16945e7b77 service nova] Enqueued Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_members [ 1297.907913] env[66160]: INFO networking_nsxv3.common.synchronization [req-95459351-9640-4437-9cf7-af5b62af2769 req-1c46f442-465f-4fcc-9510-3c16945e7b77 service nova] Enqueued Resource ID: f80dcf7c-22ac-428c-8a04-f6d9f51c9966 with Priority: HIGHEST for action port [ 1297.908497] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_rules [ 1297.908585] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_members [ 1297.908684] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80dcf7c-22ac-428c-8a04-f6d9f51c9966 with Priority: HIGHEST for action port [ 1297.908954] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.909227] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.909303] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.909641] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.909739] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.911237] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8b5147-3aa4-47e6-a766-4f348b0294a3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.911354] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.911421] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.911595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.911739] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.912070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.912070] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.912417] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.912504] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.912994] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.913606] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.913715] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.913782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.915126] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.915204] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80dcf7c-22ac-428c-8a04-f6d9f51c9966',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.981948] env[66160]: INFO networking_nsxv3.common.synchronization [req-2dfd5ebf-0b65-46c4-842f-995b40c986c9 req-6c2f905e-3d19-4a1d-8af1-df6f477dd0f6 tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_members [ 1297.982492] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c with Priority: HIGHEST for action security_group_members [ 1297.983274] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f69a82-1bcd-47d0-b91d-21db7825e56c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.983434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.983507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.983712] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.983874] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.983980] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.984103] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.984283] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.984374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.984462] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f69a82-1bcd-47d0-b91d-21db7825e56c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.417211] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8b5147-3aa4-47e6-a766-4f348b0294a3 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.417380] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.417574] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.418497] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f80dcf7c-22ac-428c-8a04-f6d9f51c9966 with status ACTIVE [ 1298.418695] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.418895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.418895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.419109] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.419197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.419376] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.419479] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.419542] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.419703] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.420034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.420034] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.420156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.420156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.420253] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.420332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.420419] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f80dcf7c-22ac-428c-8a04-f6d9f51c9966 is going to be updated. [ 1298.447493] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.447741] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.447826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.448064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.448207] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.448375] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f80dcf7c-22ac-428c-8a04-f6d9f51c9966" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.486560] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.486747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.486747] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.486935] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.487034] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.487226] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.487324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.487378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.487526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.487599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.487685] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c is going to be updated. [ 1298.526769] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.526990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.526990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.528056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.528056] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.537342] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: IN_PROGRESS for 2s [ 1298.795899] env[66160]: INFO networking_nsxv3.common.synchronization [req-9063a953-b4a2-4ea2-a187-b21d1b67fdc0 req-49826e5b-cb40-4dd2-b7bc-09dd5ca2105a tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1298.796462] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1298.797659] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.797813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.797887] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.798107] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.798271] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.798373] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.798435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.798592] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.798678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.798775] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.922427] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.930190] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1298.930467] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.300705] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.425207] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.425424] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.425470] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.425695] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.425787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.425883] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 is going to be created. [ 1299.450989] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.451201] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.451261] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.451435] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.451593] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.462045] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 in Status: UNINITIALIZED for 2s [ 1299.803725] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.306480] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.306960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.306960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.306960] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.307217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.307217] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1300.335940] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.336127] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.336171] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.336416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.336586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.346501] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1300.547898] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c in Status: SUCCESS [ 1300.548098] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f69a82-1bcd-47d0-b91d-21db7825e56c deletion is rescheduled due to dependency. [ 1300.548215] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f69a82-1bcd-47d0-b91d-21db7825e56c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.471638] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 in Status: SUCCESS [ 1301.471990] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.472042] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.472251] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.472476] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.472612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.472680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.472848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.472930] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.473028] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.473120] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.975800] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.357979] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1302.358176] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.477928] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a8b5147-3aa4-47e6-a766-4f348b0294a3: rpc.has_security_group_logging(os_id): False [ 1302.496199] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.496406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.496406] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.496599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.496691] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.496933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.497047] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.497114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.497267] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.497345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.497435] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 is going to be created. [ 1302.574156] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.574156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.574156] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.574333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.574848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.586720] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 in Status: IN_PROGRESS for 2s [ 1302.818104] env[66160]: INFO networking_nsxv3.common.synchronization [None req-78b50725-d994-4468-8ebd-4445123c8fba tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_rules [ 1302.818638] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_rules [ 1302.818946] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.819081] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.819152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.819410] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.819494] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.900190] env[66160]: INFO networking_nsxv3.common.synchronization [None req-af1564ec-ade5-4a4a-87fc-596d636b8661 tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_rules [ 1302.900555] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_rules [ 1302.900862] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.900962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.342333] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.342507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.342550] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.342757] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.342845] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.342942] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 already deleted. [ 1303.343040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.343217] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.343349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.343429] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.864800] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.865203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.865203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.865332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.865386] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.865483] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 already deleted. [ 1303.865570] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.600794] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 in Status: SUCCESS [ 1304.600794] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.901638] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.902058] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.318546] env[66160]: INFO networking_nsxv3.common.synchronization [req-bf658929-0383-4f0b-9de9-70d1d77323a6 req-3c002ccb-55b2-4b51-86fa-30e8442c50ef tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_members [ 1308.319061] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_members [ 1308.319405] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.319526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.319601] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.319869] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.320057] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.320437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.320437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.320437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.320437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.320598] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.651381] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.651529] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.651932] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.651932] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.652454] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.652873] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.652929] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.653357] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.653357] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.653658] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.653658] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.653800] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.653831] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.654011] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.654078] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.654176] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.674951] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.674951] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1308.675189] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.675536] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-244" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.676098] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-1d317651-7cb7-41c3-9ba3-b25a24235d1e taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.676098] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.676241] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.676627] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.676982] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d317651-7cb7-41c3-9ba3-b25a24235d1e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.822731] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.822932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.822932] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.823145] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.823239] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.823472] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.823582] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.823649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.823806] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.823885] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.823973] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 already deleted. [ 1308.824075] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.180129] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.180129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.180129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.180129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.180129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.180129] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port 1d317651-7cb7-41c3-9ba3-b25a24235d1e not found, creating... [ 1309.180826] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.180826] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.180826] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.180952] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.181015] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.181301] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.181461] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.181579] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.181800] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.181937] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.182094] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: 1d317651-7cb7-41c3-9ba3-b25a24235d1e is going to be created. [ 1309.204142] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.204458] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.204560] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.204755] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.205038] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.205288] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.920308] env[66160]: INFO networking_nsxv3.common.synchronization [req-bf658929-0383-4f0b-9de9-70d1d77323a6 req-19a45e38-7444-4c6a-ae99-d5710aea8549 service nova] Enqueued Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_rules [ 1309.920483] env[66160]: INFO networking_nsxv3.common.synchronization [req-bf658929-0383-4f0b-9de9-70d1d77323a6 req-19a45e38-7444-4c6a-ae99-d5710aea8549 service nova] Enqueued Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_members [ 1309.920773] env[66160]: INFO networking_nsxv3.common.synchronization [req-bf658929-0383-4f0b-9de9-70d1d77323a6 req-19a45e38-7444-4c6a-ae99-d5710aea8549 service nova] Enqueued Resource ID: 1d317651-7cb7-41c3-9ba3-b25a24235d1e with Priority: HIGHEST for action port [ 1309.921460] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_rules [ 1309.921460] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_members [ 1309.921460] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d317651-7cb7-41c3-9ba3-b25a24235d1e with Priority: HIGHEST for action port [ 1309.921988] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.921988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.921988] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.922184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.922184] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.923028] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.923149] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.923293] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.923393] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.923562] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.923665] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.923732] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.924038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.924038] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.924038] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.924807] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d317651-7cb7-41c3-9ba3-b25a24235d1e taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.924946] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.925516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.925516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.925516] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d317651-7cb7-41c3-9ba3-b25a24235d1e',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.428345] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.428345] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.428345] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.428837] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d317651-7cb7-41c3-9ba3-b25a24235d1e with status ACTIVE [ 1310.428837] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.429051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.429051] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.429222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.429306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.429477] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.429562] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.430148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.430148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.430148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.430148] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.430148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.430148] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.430389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.430389] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.430457] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d317651-7cb7-41c3-9ba3-b25a24235d1e is going to be updated. [ 1310.475062] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.475274] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.475325] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.475686] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.475857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.476040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d317651-7cb7-41c3-9ba3-b25a24235d1e" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.533985] env[66160]: INFO networking_nsxv3.common.synchronization [req-6186f035-719a-43bf-a285-9e598431bf66 req-4e1f824d-fa1d-4bd4-8035-855bd79a4ca6 tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1310.534498] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1310.534811] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.534967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.535085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.535302] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.535490] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.535598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.535644] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.535783] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.535899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.536017] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.848148] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.848367] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.848495] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.848774] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.849053] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.849214] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.849327] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.849552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.849697] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.849904] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.850026] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.850136] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.850241] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.850347] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.850460] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.850607] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.871199] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.871391] env[66160]: DEBUG dogpile.cache.region [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1310.871573] env[66160]: DEBUG dogpile.lock [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.871804] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "network-692" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.872143] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock port-066943ca-41a5-4433-8cfc-43544f8b3aed taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.872316] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.872434] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.872812] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.873019] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066943ca-41a5-4433-8cfc-43544f8b3aed',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.929921] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.038235] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.375561] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.375850] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.375956] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.376403] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.376635] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.376859] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Segment Port 066943ca-41a5-4433-8cfc-43544f8b3aed not found, creating... [ 1311.377256] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.377501] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.377706] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.378078] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.378327] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.378763] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.379031] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.379247] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.379552] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.379745] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.379978] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Resource: SegmentPort with ID: 066943ca-41a5-4433-8cfc-43544f8b3aed is going to be created. [ 1311.400753] env[66160]: DEBUG networking_nsxv3.common.locking [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.400968] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.401109] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.401398] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.401637] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.401865] env[66160]: DEBUG oslo_concurrency.lockutils [None req-7c231fbb-2304-40b7-9421-b330b3a3e225 None None] Releasing lock "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.432063] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.432439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.432439] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.432527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.432619] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.432723] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 is going to be created. [ 1311.462932] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.463170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.463170] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.463420] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.463586] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.483654] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 in Status: UNINITIALIZED for 2s [ 1311.543044] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.045495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.045667] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.045736] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.045961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.046064] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.046164] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1312.073679] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.073895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.073967] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.074189] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.074332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.086087] env[66160]: INFO networking_nsxv3.common.synchronization [req-6186f035-719a-43bf-a285-9e598431bf66 req-0ebd4e52-cd01-4e03-b8bf-6a4b69694344 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1312.086266] env[66160]: INFO networking_nsxv3.common.synchronization [req-6186f035-719a-43bf-a285-9e598431bf66 req-0ebd4e52-cd01-4e03-b8bf-6a4b69694344 service nova] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1312.086403] env[66160]: INFO networking_nsxv3.common.synchronization [req-6186f035-719a-43bf-a285-9e598431bf66 req-0ebd4e52-cd01-4e03-b8bf-6a4b69694344 service nova] Enqueued Resource ID: 066943ca-41a5-4433-8cfc-43544f8b3aed with Priority: HIGHEST for action port [ 1312.087305] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1312.087722] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_rules [ 1312.087866] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1312.087982] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066943ca-41a5-4433-8cfc-43544f8b3aed with Priority: HIGHEST for action port [ 1312.088251] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.088366] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.088438] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.088638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.088720] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.089586] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.089692] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.089891] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-066943ca-41a5-4433-8cfc-43544f8b3aed taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.089989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.090063] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.090224] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.090318] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066943ca-41a5-4433-8cfc-43544f8b3aed',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.592018] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.592018] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.592464] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 066943ca-41a5-4433-8cfc-43544f8b3aed with status ACTIVE [ 1312.592464] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.592464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.592464] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.592642] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.592733] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.592898] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.592994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.593067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.593213] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.593290] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.593491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.593588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.593649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.593787] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.593859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.593941] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 066943ca-41a5-4433-8cfc-43544f8b3aed is going to be updated. [ 1312.614270] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.614469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.614469] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.614711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.614853] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.615015] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066943ca-41a5-4433-8cfc-43544f8b3aed" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.496630] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 in Status: SUCCESS [ 1313.496816] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.497027] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.497263] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.497544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.497699] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.497773] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.497994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.498172] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.498236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.498344] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.001222] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.096601] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1314.096800] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.096966] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.097212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.097405] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.097526] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.097610] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.097777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.097859] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.097957] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.505754] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88: rpc.has_security_group_logging(os_id): False [ 1314.523738] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.523953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.523953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.524243] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.524351] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.524644] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.524782] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.524861] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.525080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.525190] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.525294] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 is going to be created. [ 1314.600563] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.605165] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.605318] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.605382] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.605635] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.605823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.617228] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 in Status: IN_PROGRESS for 2s [ 1315.102548] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.315247] env[66160]: INFO networking_nsxv3.common.synchronization [req-fda3a87d-f7bd-4ed3-8803-83947d8d1a73 req-ddd8a267-c7fb-4861-8ccc-dea23a1fb786 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1315.315898] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1315.316229] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.316353] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.316489] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.316677] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.316842] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.317167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.317229] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.317403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.317507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.317601] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.605254] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.605501] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.605552] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.605778] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.605848] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.605956] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1315.636696] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.636895] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.636963] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.637188] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.637341] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.647289] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1315.821466] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.324959] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.630159] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 in Status: SUCCESS [ 1316.630447] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.827491] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.827711] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.827831] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.828085] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.828184] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.828322] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be updated. [ 1316.864016] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.864231] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.864322] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.864595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.864860] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.878053] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 1317.656975] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1317.657305] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.657401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.657598] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.657793] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.657911] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.657978] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.658151] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.658235] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.658319] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.658411] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.161548] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.161548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.161548] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.161774] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.162507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.162507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.162507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.162507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.162507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.162507] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.162810] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.162810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.162810] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.162912] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.162962] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.163065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.163123] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.163262] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.163367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.163473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.163565] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.669123] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8a7d510-fa6b-40fc-801c-630562cc2774: rpc.has_security_group_logging(os_id): False [ 1318.689290] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.689487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.689487] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.689713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.689809] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.690052] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.690159] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.690222] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.690395] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.690476] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.690668] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.690777] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.690830] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.690968] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.691053] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.691229] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.691324] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.691384] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.691516] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.691595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.691694] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1318.759732] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.759941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.760067] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.760374] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.760595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.773484] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1318.888560] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 1318.888796] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.316539] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.316893] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.788075] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1320.788298] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.729051] env[66160]: INFO networking_nsxv3.common.synchronization [req-615e8bf8-b23d-4e55-95ee-657d7a04e595 req-9b22d7b2-888b-490f-a04e-f0db564c5dca tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1324.729832] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1324.730316] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.730508] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.730626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.730903] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.731126] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.731237] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.731306] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.731525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.731680] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.731831] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.234633] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.737569] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.240507] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.240689] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.240730] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.240959] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.241068] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.241170] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1326.273650] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.273850] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.273915] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.274092] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.274234] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.284073] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1328.295359] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1328.295754] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.730682] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.731014] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.270609] env[66160]: INFO networking_nsxv3.common.synchronization [req-778ace94-ac98-40fc-a29e-54d8b29fcbe1 req-6de3b6bb-3971-412a-bcf9-2883cea278c4 tempest-ServersTestJSON-294184590 tempest-ServersTestJSON-294184590-project-member] Enqueued Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1331.271684] env[66160]: INFO networking_nsxv3.common.synchronization [req-5eefdaec-47bb-4bca-92f1-ebe2c079b337 req-e7cf2f9a-4ad1-4177-9b8d-0ea8d620df83 tempest-ServerActionsTestOtherA-232033403 tempest-ServerActionsTestOtherA-232033403-project-member] Enqueued Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1331.272217] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a7d510-fa6b-40fc-801c-630562cc2774 with Priority: HIGHEST for action security_group_members [ 1331.272355] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a11729-a5e0-4098-81a4-889a10f349b1 with Priority: HIGHEST for action security_group_members [ 1331.272630] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8a7d510-fa6b-40fc-801c-630562cc2774 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.272752] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.272818] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.273050] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.273189] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.273287] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.273348] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.273515] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.273609] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.273839] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8a7d510-fa6b-40fc-801c-630562cc2774',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.275418] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a11729-a5e0-4098-81a4-889a10f349b1 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.275525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.275614] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.275890] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.276109] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.276177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.277105] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.277401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.277401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.277491] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a11729-a5e0-4098-81a4-889a10f349b1',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.777116] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.777116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.777116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.777116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.777116] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.777495] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.777495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.777495] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.777612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.777612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.777674] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 is going to be updated. [ 1331.778852] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.778961] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.779040] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.779197] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.779278] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.779441] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.779535] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.779599] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.779738] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.779812] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.779894] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 is going to be updated. [ 1331.813873] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.814113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.814113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.814296] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.814432] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.816337] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.816473] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.816511] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.816690] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.816891] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.826762] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: IN_PROGRESS for 2s [ 1331.827414] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: IN_PROGRESS for 2s [ 1333.839290] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8a7d510-fa6b-40fc-801c-630562cc2774 in Status: SUCCESS [ 1333.839681] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8a7d510-fa6b-40fc-801c-630562cc2774 deletion is rescheduled due to dependency. [ 1333.839681] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8a7d510-fa6b-40fc-801c-630562cc2774" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.840287] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a11729-a5e0-4098-81a4-889a10f349b1 in Status: SUCCESS [ 1333.840433] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a11729-a5e0-4098-81a4-889a10f349b1 deletion is rescheduled due to dependency. [ 1333.840527] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a11729-a5e0-4098-81a4-889a10f349b1" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.273745] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.274086] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.155854] env[66160]: INFO networking_nsxv3.common.synchronization [None req-e898fb41-09f8-497e-b9fd-953fe27d9cef None None] Enqueued Resource ID: 225bdd42-dd80-4573-8dab-2df97f798e8a with Priority: HIGHEST for action port [ 1339.156369] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225bdd42-dd80-4573-8dab-2df97f798e8a with Priority: HIGHEST for action port [ 1339.156679] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-225bdd42-dd80-4573-8dab-2df97f798e8a taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.156799] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225bdd42-dd80-4573-8dab-2df97f798e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.156857] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225bdd42-dd80-4573-8dab-2df97f798e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.157203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225bdd42-dd80-4573-8dab-2df97f798e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.157288] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225bdd42-dd80-4573-8dab-2df97f798e8a',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.660782] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 225bdd42-dd80-4573-8dab-2df97f798e8a [ 1339.661036] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.661203] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.661275] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.661500] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.661588] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.661683] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:225bdd42-dd80-4573-8dab-2df97f798e8a already deleted. [ 1339.661763] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225bdd42-dd80-4573-8dab-2df97f798e8a" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.863506] env[66160]: INFO networking_nsxv3.common.synchronization [None req-06023adf-d9bb-444c-a756-d864302eb99e tempest-ServerActionsV293TestJSON-949608250 tempest-ServerActionsV293TestJSON-949608250-project-member] Enqueued Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_rules [ 1339.864239] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_rules [ 1339.864538] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.864666] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.864737] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.864994] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.865091] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.944739] env[66160]: INFO networking_nsxv3.common.synchronization [None req-ecb3bc46-3ab4-4952-b3c2-a4d75828dc64 tempest-ServerActionsV293TestJSON-949608250 tempest-ServerActionsV293TestJSON-949608250-project-member] Enqueued Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_rules [ 1339.945498] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_rules [ 1339.946324] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.946458] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.389544] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.389898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.389898] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.389989] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.390066] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.390162] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd already deleted. [ 1340.390268] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.390396] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.390547] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.390628] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.912820] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.913046] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.913100] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.913367] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.913483] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.913600] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd already deleted. [ 1340.913728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.698088] env[66160]: INFO networking_nsxv3.common.synchronization [None req-511bfba9-d732-4de0-a3eb-ea493c9b09b0 None None] Enqueued Resource ID: 7ebbe561-2458-43e1-9350-01745a196f63 with Priority: HIGHEST for action port [ 1341.698374] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebbe561-2458-43e1-9350-01745a196f63 with Priority: HIGHEST for action port [ 1341.698933] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ebbe561-2458-43e1-9350-01745a196f63 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.699073] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ebbe561-2458-43e1-9350-01745a196f63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.699144] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ebbe561-2458-43e1-9350-01745a196f63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.699411] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ebbe561-2458-43e1-9350-01745a196f63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.699464] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ebbe561-2458-43e1-9350-01745a196f63',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.201933] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ebbe561-2458-43e1-9350-01745a196f63 [ 1342.202192] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.202332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.202401] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.202620] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.202723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.202804] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ebbe561-2458-43e1-9350-01745a196f63 already deleted. [ 1342.202886] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ebbe561-2458-43e1-9350-01745a196f63" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.699505] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.699806] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.700778] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.701184] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.702311] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.702311] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.703754] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.704205] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.217031] env[66160]: INFO networking_nsxv3.common.synchronization [req-656f51aa-70aa-4333-ad32-ba62b70c0938 req-7cd7ebc7-28a7-498e-a4b4-98aacef536b3 tempest-AttachVolumeNegativeTest-2122552355 tempest-AttachVolumeNegativeTest-2122552355-project-member] Enqueued Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_members [ 1363.217657] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 with Priority: HIGHEST for action security_group_members [ 1363.217972] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8b5147-3aa4-47e6-a766-4f348b0294a3 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.218112] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.218180] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.218379] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.218532] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.218627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.218688] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.218874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.218983] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.219092] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8b5147-3aa4-47e6-a766-4f348b0294a3',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.722826] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.722826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.722826] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.723167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.723167] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.723275] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.723409] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.723477] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.723638] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.723719] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.723827] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 is going to be updated. [ 1363.758015] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.758271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.758271] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.758455] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.758612] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.768722] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 in Status: IN_PROGRESS for 2s [ 1364.305365] env[66160]: INFO networking_nsxv3.common.synchronization [req-9d1ecade-80c4-4c95-8d37-5663acbb5a6c req-3eb9e5a5-e876-4a84-a026-3d059f0aa759 tempest-ServerActionsV293TestJSON-949608250 tempest-ServerActionsV293TestJSON-949608250-project-member] Enqueued Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_members [ 1364.305962] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_members [ 1364.306607] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b256-d9ef-4341-b29d-5f4124fef9bd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.306742] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.306813] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.307114] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.307281] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.307416] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.307453] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.307595] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.307682] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.307776] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.626416] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.626571] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "network-293" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.626688] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "network-293" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.627041] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "network-293" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.627299] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.627455] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.627572] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.627790] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.627945] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.628178] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.628323] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] NeedRegenerationException {{(pid=66160) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1364.628445] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] no value, waiting for create lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1364.628551] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] value creation lock acquired {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1364.628662] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] No value present for key: 'zone-id' {{(pid=66160) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.628767] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Calling creation function for not-yet-present value {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1364.628899] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1364.648654] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1364.648834] env[66160]: DEBUG dogpile.cache.region [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66160) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1364.648934] env[66160]: DEBUG dogpile.lock [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Released creation lock {{(pid=66160) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1364.649134] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "network-293" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.649499] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock port-a46af803-b7bd-4e8c-be1c-725003440e2c taken with stack trace [, , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.649677] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.649794] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.650129] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.650272] env[66160]: DEBUG networking_nsxv3.api.rpc [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46af803-b7bd-4e8c-be1c-725003440e2c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.810060] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.810291] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.810333] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.810534] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.810626] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.810829] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.810928] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.810991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.811162] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.811238] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.811320] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd already deleted. [ 1364.811403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.153244] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.153470] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.153594] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.153882] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.154087] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.154189] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Segment Port a46af803-b7bd-4e8c-be1c-725003440e2c not found, creating... [ 1365.154447] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.154601] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.154714] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.154947] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.155096] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.155373] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.155524] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.155639] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.155840] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.156009] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.156156] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Resource: SegmentPort with ID: a46af803-b7bd-4e8c-be1c-725003440e2c is going to be created. [ 1365.180842] env[66160]: DEBUG networking_nsxv3.common.locking [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.181156] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.181285] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.181566] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.181831] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.182007] env[66160]: DEBUG oslo_concurrency.lockutils [None req-67e33838-e0e3-4f1c-b880-0ebc1aaa19fc None None] Releasing lock "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.779985] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 in Status: SUCCESS [ 1365.779985] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8b5147-3aa4-47e6-a766-4f348b0294a3 deletion is rescheduled due to dependency. [ 1365.779985] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8b5147-3aa4-47e6-a766-4f348b0294a3" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.879258] env[66160]: INFO networking_nsxv3.common.synchronization [req-9d1ecade-80c4-4c95-8d37-5663acbb5a6c req-4a08556d-1182-4c48-bad4-e5b3b92dbc7d service nova] Enqueued Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_rules [ 1365.879258] env[66160]: INFO networking_nsxv3.common.synchronization [req-9d1ecade-80c4-4c95-8d37-5663acbb5a6c req-4a08556d-1182-4c48-bad4-e5b3b92dbc7d service nova] Enqueued Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_members [ 1365.879258] env[66160]: INFO networking_nsxv3.common.synchronization [req-9d1ecade-80c4-4c95-8d37-5663acbb5a6c req-4a08556d-1182-4c48-bad4-e5b3b92dbc7d service nova] Enqueued Resource ID: a46af803-b7bd-4e8c-be1c-725003440e2c with Priority: HIGHEST for action port [ 1365.879258] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_rules [ 1365.879258] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_members [ 1365.879258] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46af803-b7bd-4e8c-be1c-725003440e2c with Priority: HIGHEST for action port [ 1365.879729] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.879997] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.880194] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.880502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.880676] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.881730] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b256-d9ef-4341-b29d-5f4124fef9bd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.881971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.882247] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.882513] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.882758] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.882962] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.883135] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.883369] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.883543] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.883811] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.884714] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock port-a46af803-b7bd-4e8c-be1c-725003440e2c taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.884971] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.885140] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.885371] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.885541] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a46af803-b7bd-4e8c-be1c-725003440e2c',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.387773] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b256-d9ef-4341-b29d-5f4124fef9bd taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.387929] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.388165] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.389187] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a46af803-b7bd-4e8c-be1c-725003440e2c with status ACTIVE [ 1366.389465] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.389587] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.389653] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.389863] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.390212] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.390212] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.390332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.390332] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.390446] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.390525] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.390719] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.390788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.390852] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.390991] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.391080] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.391163] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a46af803-b7bd-4e8c-be1c-725003440e2c is going to be updated. [ 1366.411430] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.411649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.411649] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.411823] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.411941] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.412121] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a46af803-b7bd-4e8c-be1c-725003440e2c" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.893528] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.395596] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.395844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.395844] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.396136] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.396236] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.396341] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd is going to be created. [ 1367.419741] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.419892] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.419953] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.420177] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.420355] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.429353] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd in Status: UNINITIALIZED for 2s [ 1369.443908] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd in Status: SUCCESS [ 1369.444334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.444334] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.444412] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.444557] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.444678] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.444745] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.444899] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.445012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.445124] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.445239] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.948204] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.450307] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25a0b256-d9ef-4341-b29d-5f4124fef9bd: rpc.has_security_group_logging(os_id): False [ 1370.469490] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.469723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.469723] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.469914] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.470012] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.470299] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.470426] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.470502] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.470618] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.470696] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.470786] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd is going to be created. [ 1370.543156] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.543378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.543378] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.543520] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.543701] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.555858] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd in Status: IN_PROGRESS for 2s [ 1370.880108] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.880277] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1372.571575] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd in Status: SUCCESS [ 1372.571993] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.881065] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.881441] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.882491] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.882877] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.884199] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.884597] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.414847] env[66160]: INFO networking_nsxv3.common.synchronization [req-319d7e38-f7e1-45e6-9198-7fb766b271a4 req-036a9424-0dfb-4159-94d1-4d1c4cf5def6 tempest-AttachVolumeTestJSON-273849298 tempest-AttachVolumeTestJSON-273849298-project-member] Enqueued Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_members [ 1386.415341] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 with Priority: HIGHEST for action security_group_members [ 1386.415874] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.415874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.415874] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.416065] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.416292] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.416403] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.416468] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.416627] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.416709] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.416800] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.918986] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.919434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.919434] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.919606] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.919713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.920040] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.920113] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.920179] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.920349] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.920437] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.920520] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 is going to be updated. [ 1386.957253] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.957531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.957531] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.957788] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.957979] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.973215] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 in Status: IN_PROGRESS for 2s [ 1388.985299] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 in Status: SUCCESS [ 1388.985704] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88 deletion is rescheduled due to dependency. [ 1388.985704] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b61f5-70a1-4326-9dda-7d1d6e2e3d88" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.415996] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.416449] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.417162] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.417622] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.418017] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.418372] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.419680] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.420097] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.421210] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.421508] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.422786] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.423116] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.745668] env[66160]: INFO networking_nsxv3.common.synchronization [req-f61923fe-728e-43e9-a0c9-d6afee574931 req-ef5ffbbf-0b61-456e-b5cf-925e89108b04 tempest-ServerActionsV293TestJSON-949608250 tempest-ServerActionsV293TestJSON-949608250-project-member] Enqueued Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_members [ 1417.745980] env[66160]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd with Priority: HIGHEST for action security_group_members [ 1417.746243] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock member-25a0b256-d9ef-4341-b29d-5f4124fef9bd taken with stack trace [, , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.746370] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.746445] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.746659] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.746818] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.746933] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.746969] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.747129] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.747225] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.747311] env[66160]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25a0b256-d9ef-4341-b29d-5f4124fef9bd',) {} {{(pid=66160) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.250532] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.250729] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.250827] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.251152] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.251326] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.251543] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.251647] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.251713] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.251920] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.252032] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.252162] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd is going to be updated. [ 1418.284067] env[66160]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66160) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.284292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.284292] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.284565] env[66160]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.284728] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.293141] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd in Status: IN_PROGRESS for 2s [ 1420.305439] env[66160]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd in Status: SUCCESS [ 1420.305817] env[66160]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25a0b256-d9ef-4341-b29d-5f4124fef9bd deletion is rescheduled due to dependency. [ 1420.305817] env[66160]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25a0b256-d9ef-4341-b29d-5f4124fef9bd" {{(pid=66160) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.747203] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.747508] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.748543] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.748951] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.750171] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.750624] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.751559] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.751873] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.752842] env[66160]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.753164] env[66160]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0